2024-12-02 05:19:28,177 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-12-02 05:19:28,197 main DEBUG Took 0.017351 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 05:19:28,198 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 05:19:28,198 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 05:19:28,200 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 05:19:28,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,211 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 05:19:28,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,261 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,264 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,268 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,273 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,274 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,277 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,280 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,284 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 05:19:28,287 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,288 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 05:19:28,292 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 05:19:28,294 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 05:19:28,296 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 05:19:28,297 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 05:19:28,298 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 05:19:28,299 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 05:19:28,309 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 05:19:28,313 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 05:19:28,316 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 05:19:28,316 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 05:19:28,317 main DEBUG createAppenders(={Console}) 2024-12-02 05:19:28,318 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-12-02 05:19:28,318 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-12-02 05:19:28,318 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-12-02 05:19:28,319 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 05:19:28,319 main DEBUG OutputStream closed 2024-12-02 05:19:28,320 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 05:19:28,320 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 05:19:28,320 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-12-02 05:19:28,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 05:19:28,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 05:19:28,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 05:19:28,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 05:19:28,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 05:19:28,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 05:19:28,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 05:19:28,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 05:19:28,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 05:19:28,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 05:19:28,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 05:19:28,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 05:19:28,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 05:19:28,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 05:19:28,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 05:19:28,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 05:19:28,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 05:19:28,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 05:19:28,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 05:19:28,425 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-12-02 05:19:28,425 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 05:19:28,426 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-12-02T05:19:28,441 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-02 05:19:28,444 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 05:19:28,445 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T05:19:28,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=7004 2024-12-02T05:19:28,854 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-02T05:19:28,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae 2024-12-02T05:19:28,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d, deleteOnExit=true 2024-12-02T05:19:29,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d/zookeeper_0, clientPort=59636, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:19:29,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59636 2024-12-02T05:19:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:19:29,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:19:29,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/test.cache.data in system properties and HBase conf 2024-12-02T05:19:29,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:19:29,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:19:29,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:19:29,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:19:29,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:19:29,317 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T05:19:29,486 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:19:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:19:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:19:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:19:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:19:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:19:29,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:19:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:19:29,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:19:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:19:29,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:19:29,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:19:29,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:19:29,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:19:29,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:19:31,533 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T05:19:31,620 INFO [Time-limited test {}] log.Log(170): Logging initialized @4602ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T05:19:31,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:19:31,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:19:31,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:19:31,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:19:31,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:19:31,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:19:31,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:19:31,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:19:32,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cea93ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/java.io.tmpdir/jetty-localhost-39535-hadoop-hdfs-3_4_1-tests_jar-_-any-6818245738681763680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:19:32,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:39535} 2024-12-02T05:19:32,124 INFO [Time-limited test {}] server.Server(415): Started @5108ms 2024-12-02T05:19:33,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:19:33,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:19:33,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:19:33,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:19:33,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:19:33,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617addf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:19:33,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582ab0a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:19:33,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4167102a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/java.io.tmpdir/jetty-localhost-32863-hadoop-hdfs-3_4_1-tests_jar-_-any-647300658214245910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:19:33,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf20040{HTTP/1.1, (http/1.1)}{localhost:32863} 2024-12-02T05:19:33,573 INFO [Time-limited test {}] server.Server(415): Started @6556ms 2024-12-02T05:19:33,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:19:36,446 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d/data/data1/current/BP-858272216-172.17.0.2-1733116770245/current, will proceed with Du for space computation calculation, 2024-12-02T05:19:36,448 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d/data/data2/current/BP-858272216-172.17.0.2-1733116770245/current, will proceed with Du for space computation calculation, 2024-12-02T05:19:36,492 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:19:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ffe50128bbcdcca with lease ID 0xfa0be1d7a44710e8: Processing first storage report for DS-a07bb3e2-4981-4927-bf26-95151155ff49 from datanode DatanodeRegistration(127.0.0.1:40089, datanodeUuid=c48b8a33-4da7-48ee-ad8a-faaf5fb5d773, infoPort=35825, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=1847532325;c=1733116770245) 2024-12-02T05:19:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ffe50128bbcdcca with lease ID 0xfa0be1d7a44710e8: from storage DS-a07bb3e2-4981-4927-bf26-95151155ff49 node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=c48b8a33-4da7-48ee-ad8a-faaf5fb5d773, infoPort=35825, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=1847532325;c=1733116770245), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T05:19:36,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ffe50128bbcdcca with lease ID 0xfa0be1d7a44710e8: Processing first storage report for DS-20e855ca-72fa-4151-ac33-e6b3ac6d1be2 from datanode DatanodeRegistration(127.0.0.1:40089, datanodeUuid=c48b8a33-4da7-48ee-ad8a-faaf5fb5d773, infoPort=35825, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=1847532325;c=1733116770245) 2024-12-02T05:19:36,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ffe50128bbcdcca with lease ID 0xfa0be1d7a44710e8: from storage DS-20e855ca-72fa-4151-ac33-e6b3ac6d1be2 node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=c48b8a33-4da7-48ee-ad8a-faaf5fb5d773, infoPort=35825, infoSecurePort=0, ipcPort=33173, storageInfo=lv=-57;cid=testClusterID;nsid=1847532325;c=1733116770245), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:19:36,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae 2024-12-02T05:19:36,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:36,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:19:37,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a with version=8 2024-12-02T05:19:37,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/hbase-staging 2024-12-02T05:19:37,353 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T05:19:37,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:19:37,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:37,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:37,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:19:37,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:37,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:19:38,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:19:38,184 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T05:19:38,193 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T05:19:38,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:19:38,226 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10609 (auto-detected) 2024-12-02T05:19:38,227 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T05:19:38,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38103 2024-12-02T05:19:38,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38103 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:19:38,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381030x0, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:19:38,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38103-0x101947b2f220000 connected 2024-12-02T05:19:39,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:39,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:39,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:19:39,340 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a, hbase.cluster.distributed=false 2024-12-02T05:19:39,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/acl 2024-12-02T05:19:39,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38103 2024-12-02T05:19:39,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38103 2024-12-02T05:19:39,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38103 2024-12-02T05:19:39,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38103 2024-12-02T05:19:39,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38103 2024-12-02T05:19:39,593 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:19:39,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:39,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:39,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:19:39,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:39,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:19:39,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:19:39,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:19:39,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34653 2024-12-02T05:19:39,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34653 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:19:39,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:39,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:40,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346530x0, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:19:40,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34653-0x101947b2f220001 connected 2024-12-02T05:19:40,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:19:40,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:19:40,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:19:40,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/master 2024-12-02T05:19:40,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/acl 2024-12-02T05:19:40,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34653 2024-12-02T05:19:40,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34653 2024-12-02T05:19:40,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34653 2024-12-02T05:19:40,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34653 2024-12-02T05:19:40,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34653 2024-12-02T05:19:40,093 DEBUG [M:0;f49461030c22:38103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:38103 2024-12-02T05:19:40,094 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02078967823/backup-masters/f49461030c22,38103,1733116777694 2024-12-02T05:19:40,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:19:40,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:19:40,279 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on existing znode=/02078967823/backup-masters/f49461030c22,38103,1733116777694 2024-12-02T05:19:40,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:40,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02078967823/master 2024-12-02T05:19:40,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:40,385 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on existing znode=/02078967823/master 2024-12-02T05:19:40,386 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02078967823/backup-masters/f49461030c22,38103,1733116777694 from backup master directory 2024-12-02T05:19:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:19:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/backup-masters/f49461030c22,38103,1733116777694 2024-12-02T05:19:40,447 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:19:40,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:19:40,447 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,38103,1733116777694 2024-12-02T05:19:40,450 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T05:19:40,451 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T05:19:40,515 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/hbase.id] with ID: 2cb422a3-91b0-42f3-889a-004854a1d1a0 2024-12-02T05:19:40,515 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/.tmp/hbase.id 2024-12-02T05:19:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:19:40,529 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/.tmp/hbase.id]:[hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/hbase.id] 2024-12-02T05:19:40,584 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:40,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:19:40,607 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-02T05:19:40,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:40,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:40,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:19:40,955 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:19:40,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:19:40,974 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:19:40,979 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:19:41,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:19:41,040 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store 2024-12-02T05:19:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:19:41,473 INFO [master/f49461030c22:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T05:19:41,478 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:41,480 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:19:41,480 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:41,480 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:41,482 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:19:41,482 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:41,482 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:41,483 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116781480Disabling compacts and flushes for region at 1733116781480Disabling writes for close at 1733116781482 (+2 ms)Writing region close event to WAL at 1733116781482Closed at 1733116781482 2024-12-02T05:19:41,486 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/.initializing 2024-12-02T05:19:41,486 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694 2024-12-02T05:19:41,496 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:19:41,510 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C38103%2C1733116777694, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/oldWALs, maxLogs=10 2024-12-02T05:19:41,533 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694/f49461030c22%2C38103%2C1733116777694.1733116781515, exclude list is [], retry=0 2024-12-02T05:19:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:19:41,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T05:19:41,585 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694/f49461030c22%2C38103%2C1733116777694.1733116781515 2024-12-02T05:19:41,586 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:19:41,587 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:19:41,587 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:41,590 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,591 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:19:41,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:41,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:41,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:19:41,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:41,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:41,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:19:41,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:41,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:41,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:19:41,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:41,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:41,670 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,674 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,675 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,680 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,681 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,686 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:19:41,690 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:41,695 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:19:41,697 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65140204, jitterRate=-0.029335319995880127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:19:41,702 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116781603Initializing all the Stores at 1733116781606 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116781606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116781607 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116781607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116781607Cleaning up temporary data from old regions at 1733116781681 (+74 ms)Region opened successfully at 1733116781702 (+21 ms) 2024-12-02T05:19:41,703 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:19:41,734 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238cd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:19:41,764 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:19:41,775 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:19:41,775 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:19:41,778 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:19:41,779 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T05:19:41,784 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T05:19:41,784 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:19:41,810 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:19:41,819 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/balancer because node does not exist (not necessarily an error) 2024-12-02T05:19:42,019 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/balancer already deleted, retry=false 2024-12-02T05:19:42,024 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:19:42,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:19:42,265 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/normalizer already deleted, retry=false 2024-12-02T05:19:42,272 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:19:42,278 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:19:42,400 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/switch/split already deleted, retry=false 2024-12-02T05:19:42,403 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:19:42,424 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/switch/merge already deleted, retry=false 2024-12-02T05:19:42,441 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:19:42,626 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/snapshot-cleanup already deleted, retry=false 2024-12-02T05:19:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02078967823/running 2024-12-02T05:19:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02078967823/running 2024-12-02T05:19:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:42,818 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,38103,1733116777694, sessionid=0x101947b2f220000, setting cluster-up flag (Was=false) 2024-12-02T05:19:43,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:43,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:43,203 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02078967823/flush-table-proc/acquired, /02078967823/flush-table-proc/reached, /02078967823/flush-table-proc/abort 2024-12-02T05:19:43,210 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,38103,1733116777694 2024-12-02T05:19:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:43,467 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02078967823/online-snapshot/acquired, /02078967823/online-snapshot/reached, /02078967823/online-snapshot/abort 2024-12-02T05:19:43,469 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,38103,1733116777694 2024-12-02T05:19:43,478 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:19:43,544 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:43,553 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:19:43,559 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:19:43,565 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,38103,1733116777694 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:19:43,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:43,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:43,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:43,573 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:43,573 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:19:43,573 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:43,573 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:19:43,573 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:43,576 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116813576 2024-12-02T05:19:43,578 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:19:43,579 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:19:43,580 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(746): ClusterId : 2cb422a3-91b0-42f3-889a-004854a1d1a0 2024-12-02T05:19:43,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:43,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:19:43,582 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:19:43,583 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:19:43,583 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:19:43,584 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:19:43,584 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:19:43,584 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:43,587 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:43,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:19:43,590 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:19:43,591 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:19:43,592 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:19:43,592 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:19:43,598 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:19:43,598 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:19:43,601 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116783599,5,FailOnTimeoutGroup] 2024-12-02T05:19:43,602 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116783602,5,FailOnTimeoutGroup] 2024-12-02T05:19:43,602 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:43,602 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:19:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:19:43,604 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:43,604 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:43,791 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:19:43,791 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:19:43,913 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:19:43,914 DEBUG [RS:0;f49461030c22:34653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbb48ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:19:43,931 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:34653 2024-12-02T05:19:43,935 INFO [RS:0;f49461030c22:34653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:19:43,935 INFO [RS:0;f49461030c22:34653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:19:43,935 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:19:43,938 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,38103,1733116777694 with port=34653, startcode=1733116779542 2024-12-02T05:19:43,948 DEBUG [RS:0;f49461030c22:34653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:19:43,983 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:19:43,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,34653,1733116779542 2024-12-02T05:19:43,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38103 {}] master.ServerManager(517): Registering regionserver=f49461030c22,34653,1733116779542 2024-12-02T05:19:44,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:19:44,009 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a 2024-12-02T05:19:44,011 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a 2024-12-02T05:19:44,011 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46195 2024-12-02T05:19:44,011 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:19:44,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:19:44,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/rs 2024-12-02T05:19:44,217 DEBUG [RS:0;f49461030c22:34653 {}] zookeeper.ZKUtil(111): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on existing znode=/02078967823/rs/f49461030c22,34653,1733116779542 2024-12-02T05:19:44,217 WARN [RS:0;f49461030c22:34653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:19:44,218 INFO [RS:0;f49461030c22:34653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:19:44,218 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542 2024-12-02T05:19:44,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,34653,1733116779542] 2024-12-02T05:19:44,247 INFO [RS:0;f49461030c22:34653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:19:44,259 INFO [RS:0;f49461030c22:34653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:19:44,263 INFO [RS:0;f49461030c22:34653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:19:44,263 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,264 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:19:44,269 INFO [RS:0;f49461030c22:34653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:19:44,271 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,271 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,271 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,271 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,272 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,272 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,272 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:19:44,272 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,272 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,273 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,273 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,273 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,273 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:44,273 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:19:44,274 DEBUG [RS:0;f49461030c22:34653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:19:44,275 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,275 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,275 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,275 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,275 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,275 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34653,1733116779542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:19:44,292 INFO [RS:0;f49461030c22:34653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:19:44,293 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34653,1733116779542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,294 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,294 INFO [RS:0;f49461030c22:34653 {}] regionserver.Replication(171): f49461030c22,34653,1733116779542 started 2024-12-02T05:19:44,313 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:44,313 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,34653,1733116779542, RpcServer on f49461030c22/172.17.0.2:34653, sessionid=0x101947b2f220001 2024-12-02T05:19:44,314 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:19:44,315 DEBUG [RS:0;f49461030c22:34653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,34653,1733116779542 2024-12-02T05:19:44,315 DEBUG [RS:0;f49461030c22:34653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,34653,1733116779542' 2024-12-02T05:19:44,315 DEBUG [RS:0;f49461030c22:34653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02078967823/flush-table-proc/abort' 2024-12-02T05:19:44,316 DEBUG [RS:0;f49461030c22:34653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02078967823/flush-table-proc/acquired' 2024-12-02T05:19:44,317 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:19:44,317 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:19:44,317 DEBUG [RS:0;f49461030c22:34653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,34653,1733116779542 2024-12-02T05:19:44,317 DEBUG [RS:0;f49461030c22:34653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,34653,1733116779542' 2024-12-02T05:19:44,317 DEBUG [RS:0;f49461030c22:34653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02078967823/online-snapshot/abort' 2024-12-02T05:19:44,318 DEBUG [RS:0;f49461030c22:34653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02078967823/online-snapshot/acquired' 2024-12-02T05:19:44,319 DEBUG [RS:0;f49461030c22:34653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:19:44,319 INFO [RS:0;f49461030c22:34653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:19:44,319 INFO [RS:0;f49461030c22:34653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:19:44,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:44,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:19:44,428 INFO [RS:0;f49461030c22:34653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:19:44,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:19:44,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:44,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:44,431 INFO [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C34653%2C1733116779542, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs, maxLogs=10 2024-12-02T05:19:44,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:19:44,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:19:44,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:44,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:44,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:19:44,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:19:44,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:44,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:44,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:19:44,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:19:44,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:44,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:44,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:19:44,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740 2024-12-02T05:19:44,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740 2024-12-02T05:19:44,448 DEBUG [RS:0;f49461030c22:34653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433, exclude list is [], retry=0 2024-12-02T05:19:44,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:19:44,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:19:44,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:19:44,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:19:44,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:19:44,456 INFO [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 2024-12-02T05:19:44,456 DEBUG [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:19:44,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:19:44,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70548113, jitterRate=0.05124880373477936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:19:44,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116784422Initializing all the Stores at 1733116784426 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116784426Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116784426Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116784426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116784427 (+1 ms)Cleaning up temporary data from old regions at 1733116784451 (+24 ms)Region opened successfully at 1733116784462 (+11 ms) 2024-12-02T05:19:44,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:19:44,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:19:44,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:19:44,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:19:44,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:19:44,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:19:44,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116784462Disabling compacts and flushes for region at 1733116784462Disabling writes for close at 1733116784462Writing region close event to WAL at 1733116784463 (+1 ms)Closed at 1733116784464 (+1 ms) 2024-12-02T05:19:44,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:44,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:19:44,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:19:44,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:19:44,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:19:44,641 DEBUG [f49461030c22:38103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:19:44,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,34653,1733116779542 2024-12-02T05:19:44,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,34653,1733116779542, state=OPENING 2024-12-02T05:19:44,877 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:19:45,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:45,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:45,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:19:45,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:19:45,048 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:19:45,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,34653,1733116779542}] 2024-12-02T05:19:45,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:19:45,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:19:45,245 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:19:45,246 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:19:45,246 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:19:45,249 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C34653%2C1733116779542.meta, suffix=.meta, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs, maxLogs=10 2024-12-02T05:19:45,262 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.meta.1733116785251.meta, exclude list is [], retry=0 2024-12-02T05:19:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:19:45,268 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.meta.1733116785251.meta 2024-12-02T05:19:45,269 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:19:45,269 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:19:45,274 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:19:45,275 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:19:45,277 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:19:45,279 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:19:45,282 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:19:45,282 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:45,283 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:19:45,283 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:19:45,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:19:45,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:19:45,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:45,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:45,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:19:45,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:19:45,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:45,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:45,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:19:45,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:19:45,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:45,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:45,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:19:45,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:19:45,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:45,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:45,296 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:19:45,297 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740 2024-12-02T05:19:45,299 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740 2024-12-02T05:19:45,301 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:19:45,302 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:19:45,302 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:19:45,305 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:19:45,306 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62577239, jitterRate=-0.06752647459506989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:19:45,306 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:19:45,308 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116785283Writing region info on filesystem at 1733116785283Initializing all the Stores at 1733116785285 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116785285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116785285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116785285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116785285Cleaning up temporary data from old regions at 1733116785302 (+17 ms)Running coprocessor post-open hooks at 1733116785306 (+4 ms)Region opened successfully at 1733116785308 (+2 ms) 2024-12-02T05:19:45,314 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116785223 2024-12-02T05:19:45,324 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:19:45,324 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:19:45,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,34653,1733116779542 2024-12-02T05:19:45,328 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,34653,1733116779542, state=OPEN 2024-12-02T05:19:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:19:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:19:45,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:19:45,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:19:45,708 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,34653,1733116779542 2024-12-02T05:19:45,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:19:45,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,34653,1733116779542 in 657 msec 2024-12-02T05:19:45,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:19:45,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2420 sec 2024-12-02T05:19:45,726 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:45,726 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:19:45,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:19:45,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,34653,1733116779542, seqNum=-1] 2024-12-02T05:19:45,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:19:45,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:19:45,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.2760 sec 2024-12-02T05:19:45,784 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116785784, completionTime=-1 2024-12-02T05:19:45,786 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:19:45,787 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:19:45,815 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:19:45,815 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733116845815 2024-12-02T05:19:45,815 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733116905815 2024-12-02T05:19:45,815 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-02T05:19:45,817 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38103,1733116777694-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:45,817 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38103,1733116777694-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:45,818 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38103,1733116777694-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:45,819 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:38103, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:45,819 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:45,819 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:45,826 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:19:45,845 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.398sec 2024-12-02T05:19:45,846 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:19:45,847 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:19:45,848 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:19:45,848 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:19:45,848 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:19:45,849 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38103,1733116777694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:19:45,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38103,1733116777694-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:19:45,859 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:19:45,861 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:19:45,861 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38103,1733116777694-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:45,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ef59bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:45,895 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T05:19:45,895 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T05:19:45,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38103,-1 for getting cluster id 2024-12-02T05:19:45,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:45,906 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb422a3-91b0-42f3-889a-004854a1d1a0' 2024-12-02T05:19:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb422a3-91b0-42f3-889a-004854a1d1a0" 2024-12-02T05:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7675a4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38103,-1] 2024-12-02T05:19:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:45,917 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:45,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c7de19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:45,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:19:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,34653,1733116779542, seqNum=-1] 2024-12-02T05:19:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:19:45,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:19:45,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,38103,1733116777694 2024-12-02T05:19:45,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:19:46,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:19:46,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101947b2f220002 connected 2024-12-02T05:19:46,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.log.dir so I do NOT create it in target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be 2024-12-02T05:19:46,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:19:46,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.tmp.dir so I do NOT create it in target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be 2024-12-02T05:19:46,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:19:46,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be 2024-12-02T05:19:46,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:19:46,175 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/cluster_4d9b8eba-e657-5bad-8e50-ef33666ddc23, deleteOnExit=true 2024-12-02T05:19:46,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:19:46,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/test.cache.data in system properties and HBase conf 2024-12-02T05:19:46,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:19:46,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:19:46,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:19:46,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:19:46,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:19:46,176 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:19:46,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:19:46,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:19:46,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:19:46,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:19:46,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:19:46,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:19:46,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:19:46,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:19:46,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:19:46,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:19:46,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:19:46,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:19:46,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc9c02a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:19:46,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f1caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:19:47,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ad2b616{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/java.io.tmpdir/jetty-localhost-45447-hadoop-hdfs-3_4_1-tests_jar-_-any-5773790404434606917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:19:47,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2176a182{HTTP/1.1, (http/1.1)}{localhost:45447} 2024-12-02T05:19:47,086 INFO [Time-limited test {}] server.Server(415): Started @20069ms 2024-12-02T05:19:47,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:19:47,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:19:47,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:19:47,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:19:47,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:19:47,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b956810{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:19:47,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@100e5ea5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:19:47,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69e55919{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/java.io.tmpdir/jetty-localhost-38569-hadoop-hdfs-3_4_1-tests_jar-_-any-15407047115394411008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:19:47,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63943e80{HTTP/1.1, (http/1.1)}{localhost:38569} 2024-12-02T05:19:47,801 INFO [Time-limited test {}] server.Server(415): Started @20784ms 2024-12-02T05:19:47,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:19:48,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:19:48,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:19:48,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:19:48,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T05:19:48,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:19:48,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T05:19:48,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:19:48,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T05:19:49,505 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/cluster_4d9b8eba-e657-5bad-8e50-ef33666ddc23/data/data1/current/BP-635194481-172.17.0.2-1733116786203/current, will proceed with Du for space computation calculation, 2024-12-02T05:19:49,505 WARN [Thread-197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/cluster_4d9b8eba-e657-5bad-8e50-ef33666ddc23/data/data2/current/BP-635194481-172.17.0.2-1733116786203/current, will proceed with Du for space computation calculation, 2024-12-02T05:19:49,523 WARN [Thread-184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:19:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa6458498fa3e0ba with lease ID 0x4640172f605ead58: Processing first storage report for DS-f0ae9918-b4d9-4446-a86b-9beba5a7f3bd from datanode DatanodeRegistration(127.0.0.1:34501, datanodeUuid=0a3545c4-5d93-4b42-bee9-9112d3bdaf25, infoPort=46543, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1125139915;c=1733116786203) 2024-12-02T05:19:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa6458498fa3e0ba with lease ID 0x4640172f605ead58: from storage DS-f0ae9918-b4d9-4446-a86b-9beba5a7f3bd node DatanodeRegistration(127.0.0.1:34501, datanodeUuid=0a3545c4-5d93-4b42-bee9-9112d3bdaf25, infoPort=46543, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1125139915;c=1733116786203), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:19:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa6458498fa3e0ba with lease ID 0x4640172f605ead58: Processing first storage report for DS-96763d6f-4e8a-4939-8edb-97ca6681f9c4 from datanode DatanodeRegistration(127.0.0.1:34501, datanodeUuid=0a3545c4-5d93-4b42-bee9-9112d3bdaf25, infoPort=46543, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1125139915;c=1733116786203) 2024-12-02T05:19:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa6458498fa3e0ba with lease ID 0x4640172f605ead58: from storage DS-96763d6f-4e8a-4939-8edb-97ca6681f9c4 node DatanodeRegistration(127.0.0.1:34501, datanodeUuid=0a3545c4-5d93-4b42-bee9-9112d3bdaf25, infoPort=46543, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1125139915;c=1733116786203), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:19:49,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be 2024-12-02T05:19:49,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:49,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:19:49,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5 with version=8 2024-12-02T05:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/hbase-staging 2024-12-02T05:19:49,978 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:19:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:49,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:19:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:19:49,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:19:49,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:19:49,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35901 2024-12-02T05:19:49,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35901 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:19:50,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359010x0, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:19:50,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35901-0x101947b2f220003 connected 2024-12-02T05:19:50,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:19:50,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:50,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:50,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on znode that does not yet exist, /1-1048767629/running 2024-12-02T05:19:50,706 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5, hbase.cluster.distributed=false 2024-12-02T05:19:50,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on znode that does not yet exist, /1-1048767629/acl 2024-12-02T05:19:50,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35901 2024-12-02T05:19:50,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35901 2024-12-02T05:19:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35901 2024-12-02T05:19:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35901 2024-12-02T05:19:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35901 2024-12-02T05:19:50,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:19:50,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:50,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:50,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:19:50,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:19:50,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:19:50,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:19:50,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:19:50,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32867 2024-12-02T05:19:50,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32867 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:19:50,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:50,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:50,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:19:50,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328670x0, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:19:50,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328670x0, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on znode that does not yet exist, /1-1048767629/running 2024-12-02T05:19:50,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32867-0x101947b2f220004 connected 2024-12-02T05:19:50,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:19:50,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:19:50,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on znode that does not yet exist, /1-1048767629/master 2024-12-02T05:19:50,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on znode that does not yet exist, /1-1048767629/acl 2024-12-02T05:19:50,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32867 2024-12-02T05:19:50,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32867 2024-12-02T05:19:50,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32867 2024-12-02T05:19:51,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32867 2024-12-02T05:19:51,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32867 2024-12-02T05:19:51,014 DEBUG [M:0;f49461030c22:35901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:35901 2024-12-02T05:19:51,014 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1048767629/backup-masters/f49461030c22,35901,1733116789978 2024-12-02T05:19:51,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629/backup-masters 2024-12-02T05:19:51,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629/backup-masters 2024-12-02T05:19:51,077 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on existing znode=/1-1048767629/backup-masters/f49461030c22,35901,1733116789978 2024-12-02T05:19:51,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:51,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1048767629/master 2024-12-02T05:19:51,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:51,140 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on existing znode=/1-1048767629/master 2024-12-02T05:19:51,140 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1048767629/backup-masters/f49461030c22,35901,1733116789978 from backup master directory 2024-12-02T05:19:51,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1048767629/backup-masters/f49461030c22,35901,1733116789978 2024-12-02T05:19:51,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629/backup-masters 2024-12-02T05:19:51,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629/backup-masters 2024-12-02T05:19:51,151 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:19:51,151 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,35901,1733116789978 2024-12-02T05:19:51,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/hbase.id] with ID: d807d9ad-36a0-4d00-b457-b65e19bd3209 2024-12-02T05:19:51,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/.tmp/hbase.id 2024-12-02T05:19:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:19:51,571 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/.tmp/hbase.id]:[hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/hbase.id] 2024-12-02T05:19:51,604 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:19:51,604 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:19:51,605 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:19:51,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:51,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:19:51,734 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:19:51,736 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:19:51,736 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:19:51,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:19:52,148 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store 2024-12-02T05:19:52,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:19:52,563 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:52,564 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:19:52,564 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:52,564 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:52,564 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:19:52,564 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:52,564 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:19:52,564 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116792564Disabling compacts and flushes for region at 1733116792564Disabling writes for close at 1733116792564Writing region close event to WAL at 1733116792564Closed at 1733116792564 2024-12-02T05:19:52,567 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/.initializing 2024-12-02T05:19:52,567 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/WALs/f49461030c22,35901,1733116789978 2024-12-02T05:19:52,569 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:19:52,573 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C35901%2C1733116789978, suffix=, logDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/WALs/f49461030c22,35901,1733116789978, archiveDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/oldWALs, maxLogs=10 2024-12-02T05:19:52,594 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/WALs/f49461030c22,35901,1733116789978/f49461030c22%2C35901%2C1733116789978.1733116792573, exclude list is [], retry=0 2024-12-02T05:19:52,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34501,DS-f0ae9918-b4d9-4446-a86b-9beba5a7f3bd,DISK] 2024-12-02T05:19:52,603 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/WALs/f49461030c22,35901,1733116789978/f49461030c22%2C35901%2C1733116789978.1733116792573 2024-12-02T05:19:52,603 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-02T05:19:52,603 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:19:52,603 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:52,604 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,604 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:19:52,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:52,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:52,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:19:52,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:52,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:52,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:19:52,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:52,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:52,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:19:52,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:52,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:52,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,625 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,626 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,628 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,628 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,629 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:19:52,631 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:19:52,637 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:19:52,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65092828, jitterRate=-0.030041277408599854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:19:52,639 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116792604Initializing all the Stores at 1733116792606 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116792606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116792609 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116792609Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116792609Cleaning up temporary data from old regions at 1733116792628 (+19 ms)Region opened successfully at 1733116792638 (+10 ms) 2024-12-02T05:19:52,639 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:19:52,646 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f75154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:19:52,647 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:19:52,647 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:19:52,647 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:19:52,647 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:19:52,648 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:19:52,649 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:19:52,649 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:19:52,653 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:19:52,654 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Unable to get data of znode /1-1048767629/balancer because node does not exist (not necessarily an error) 2024-12-02T05:19:52,876 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1048767629/balancer already deleted, retry=false 2024-12-02T05:19:52,877 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:19:52,878 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Unable to get data of znode /1-1048767629/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:19:53,129 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1048767629/normalizer already deleted, retry=false 2024-12-02T05:19:53,130 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:19:53,132 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Unable to get data of znode /1-1048767629/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:19:53,225 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1048767629/switch/split already deleted, retry=false 2024-12-02T05:19:53,228 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Unable to get data of znode /1-1048767629/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:19:53,293 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1048767629/switch/merge already deleted, retry=false 2024-12-02T05:19:53,296 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Unable to get data of znode /1-1048767629/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:19:53,329 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1048767629/snapshot-cleanup already deleted, retry=false 2024-12-02T05:19:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1048767629/running 2024-12-02T05:19:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1048767629/running 2024-12-02T05:19:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:53,342 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,35901,1733116789978, sessionid=0x101947b2f220003, setting cluster-up flag (Was=false) 2024-12-02T05:19:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:53,749 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1048767629/flush-table-proc/acquired, /1-1048767629/flush-table-proc/reached, /1-1048767629/flush-table-proc/abort 2024-12-02T05:19:53,751 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,35901,1733116789978 2024-12-02T05:19:53,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:53,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:54,070 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1048767629/online-snapshot/acquired, /1-1048767629/online-snapshot/reached, /1-1048767629/online-snapshot/abort 2024-12-02T05:19:54,073 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,35901,1733116789978 2024-12-02T05:19:54,077 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:19:54,081 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:54,082 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:19:54,082 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:19:54,082 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,35901,1733116789978 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:19:54,085 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:54,085 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:54,085 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:54,086 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:19:54,086 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:19:54,086 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,086 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:19:54,086 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116824087 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:19:54,087 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,088 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:19:54,088 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:19:54,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:54,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:19:54,088 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:19:54,088 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:19:54,089 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:19:54,089 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:19:54,089 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116794089,5,FailOnTimeoutGroup] 2024-12-02T05:19:54,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:54,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:19:54,090 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116794089,5,FailOnTimeoutGroup] 2024-12-02T05:19:54,090 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,090 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:19:54,090 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,090 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:19:54,105 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(746): ClusterId : d807d9ad-36a0-4d00-b457-b65e19bd3209 2024-12-02T05:19:54,105 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:19:54,395 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:19:54,395 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:19:54,414 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:19:54,414 DEBUG [RS:0;f49461030c22:32867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d48f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:19:54,425 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:32867 2024-12-02T05:19:54,425 INFO [RS:0;f49461030c22:32867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:19:54,425 INFO [RS:0;f49461030c22:32867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:19:54,425 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:19:54,426 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,35901,1733116789978 with port=32867, startcode=1733116790727 2024-12-02T05:19:54,426 DEBUG [RS:0;f49461030c22:32867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:19:54,429 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:19:54,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,32867,1733116790727 2024-12-02T05:19:54,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35901 {}] master.ServerManager(517): Registering regionserver=f49461030c22,32867,1733116790727 2024-12-02T05:19:54,432 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5 2024-12-02T05:19:54,432 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36803 2024-12-02T05:19:54,432 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:19:54,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:19:54,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5 2024-12-02T05:19:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:19:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629/rs 2024-12-02T05:19:54,531 DEBUG [RS:0;f49461030c22:32867 {}] zookeeper.ZKUtil(111): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on existing znode=/1-1048767629/rs/f49461030c22,32867,1733116790727 2024-12-02T05:19:54,531 WARN [RS:0;f49461030c22:32867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:19:54,531 INFO [RS:0;f49461030c22:32867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:19:54,531 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/WALs/f49461030c22,32867,1733116790727 2024-12-02T05:19:54,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,32867,1733116790727] 2024-12-02T05:19:54,577 INFO [RS:0;f49461030c22:32867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:19:54,581 INFO [RS:0;f49461030c22:32867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:19:54,582 INFO [RS:0;f49461030c22:32867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:19:54,582 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,582 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:19:54,583 INFO [RS:0;f49461030c22:32867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:19:54,583 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,584 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:19:54,585 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:19:54,585 DEBUG [RS:0;f49461030c22:32867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:19:54,585 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,585 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,585 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,585 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,585 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,585 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32867,1733116790727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:19:54,598 INFO [RS:0;f49461030c22:32867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:19:54,599 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32867,1733116790727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,599 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,599 INFO [RS:0;f49461030c22:32867 {}] regionserver.Replication(171): f49461030c22,32867,1733116790727 started 2024-12-02T05:19:54,611 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:54,611 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,32867,1733116790727, RpcServer on f49461030c22/172.17.0.2:32867, sessionid=0x101947b2f220004 2024-12-02T05:19:54,611 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:19:54,611 DEBUG [RS:0;f49461030c22:32867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,32867,1733116790727 2024-12-02T05:19:54,611 DEBUG [RS:0;f49461030c22:32867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,32867,1733116790727' 2024-12-02T05:19:54,611 DEBUG [RS:0;f49461030c22:32867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1048767629/flush-table-proc/abort' 2024-12-02T05:19:54,612 DEBUG [RS:0;f49461030c22:32867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1048767629/flush-table-proc/acquired' 2024-12-02T05:19:54,612 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:19:54,613 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:19:54,613 DEBUG [RS:0;f49461030c22:32867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,32867,1733116790727 2024-12-02T05:19:54,613 DEBUG [RS:0;f49461030c22:32867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,32867,1733116790727' 2024-12-02T05:19:54,613 DEBUG [RS:0;f49461030c22:32867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1048767629/online-snapshot/abort' 2024-12-02T05:19:54,613 DEBUG [RS:0;f49461030c22:32867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1048767629/online-snapshot/acquired' 2024-12-02T05:19:54,613 DEBUG [RS:0;f49461030c22:32867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:19:54,613 INFO [RS:0;f49461030c22:32867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:19:54,613 INFO [RS:0;f49461030c22:32867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:19:54,714 INFO [RS:0;f49461030c22:32867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:19:54,717 INFO [RS:0;f49461030c22:32867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C32867%2C1733116790727, suffix=, logDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/WALs/f49461030c22,32867,1733116790727, archiveDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/oldWALs, maxLogs=10 2024-12-02T05:19:54,736 DEBUG [RS:0;f49461030c22:32867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/WALs/f49461030c22,32867,1733116790727/f49461030c22%2C32867%2C1733116790727.1733116794719, exclude list is [], retry=0 2024-12-02T05:19:54,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34501,DS-f0ae9918-b4d9-4446-a86b-9beba5a7f3bd,DISK] 2024-12-02T05:19:54,743 INFO [RS:0;f49461030c22:32867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/WALs/f49461030c22,32867,1733116790727/f49461030c22%2C32867%2C1733116790727.1733116794719 2024-12-02T05:19:54,744 DEBUG [RS:0;f49461030c22:32867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-02T05:19:54,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:54,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:19:54,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:19:54,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:54,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:54,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:19:54,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:19:54,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:54,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:54,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:19:54,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:19:54,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:54,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:54,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:19:54,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:19:54,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:54,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:54,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:19:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740 2024-12-02T05:19:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740 2024-12-02T05:19:54,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:19:54,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:19:54,940 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:19:54,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:19:54,949 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:19:54,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74240422, jitterRate=0.1062684953212738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:19:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116794911Initializing all the Stores at 1733116794913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116794913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116794913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116794913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116794913Cleaning up temporary data from old regions at 1733116794939 (+26 ms)Region opened successfully at 1733116794951 (+12 ms) 2024-12-02T05:19:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:19:54,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:19:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:19:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:19:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:19:54,951 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:19:54,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116794951Disabling compacts and flushes for region at 1733116794951Disabling writes for close at 1733116794951Writing region close event to WAL at 1733116794951Closed at 1733116794951 2024-12-02T05:19:54,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:54,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:19:54,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:19:54,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:19:54,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:19:55,108 DEBUG [f49461030c22:35901 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:19:55,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,32867,1733116790727 2024-12-02T05:19:55,111 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,32867,1733116790727, state=OPENING 2024-12-02T05:19:55,467 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:19:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:19:55,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1048767629/meta-region-server: CHANGED 2024-12-02T05:19:55,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:19:55,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1048767629/meta-region-server: CHANGED 2024-12-02T05:19:55,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,32867,1733116790727}] 2024-12-02T05:19:55,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:19:55,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:19:55,747 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:19:55,747 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:19:55,748 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:19:55,750 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C32867%2C1733116790727.meta, suffix=.meta, logDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/WALs/f49461030c22,32867,1733116790727, archiveDir=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/oldWALs, maxLogs=10 2024-12-02T05:19:55,762 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/WALs/f49461030c22,32867,1733116790727/f49461030c22%2C32867%2C1733116790727.meta.1733116795751.meta, exclude list is [], retry=0 2024-12-02T05:19:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34501,DS-f0ae9918-b4d9-4446-a86b-9beba5a7f3bd,DISK] 2024-12-02T05:19:55,767 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/WALs/f49461030c22,32867,1733116790727/f49461030c22%2C32867%2C1733116790727.meta.1733116795751.meta 2024-12-02T05:19:55,767 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46543:46543)] 2024-12-02T05:19:55,768 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:19:55,768 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:19:55,768 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:19:55,768 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:19:55,768 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:19:55,769 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:19:55,769 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:55,769 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:19:55,769 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:19:55,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:19:55,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:19:55,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:55,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:55,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:19:55,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:19:55,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:55,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:55,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:19:55,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:19:55,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:55,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:55,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:19:55,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:19:55,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:55,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:19:55,778 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:19:55,779 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740 2024-12-02T05:19:55,780 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740 2024-12-02T05:19:55,782 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:19:55,782 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:19:55,783 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:19:55,784 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:19:55,785 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72452040, jitterRate=0.07961952686309814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:19:55,786 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:19:55,786 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116795769Writing region info on filesystem at 1733116795769Initializing all the Stores at 1733116795770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116795770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116795771 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116795771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116795771Cleaning up temporary data from old regions at 1733116795782 (+11 ms)Running coprocessor post-open hooks at 1733116795786 (+4 ms)Region opened successfully at 1733116795786 2024-12-02T05:19:55,787 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116795733 2024-12-02T05:19:55,790 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:19:55,790 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:19:55,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,32867,1733116790727 2024-12-02T05:19:55,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,32867,1733116790727, state=OPEN 2024-12-02T05:19:55,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1048767629/meta-region-server 2024-12-02T05:19:55,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1048767629/meta-region-server 2024-12-02T05:19:55,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,32867,1733116790727 2024-12-02T05:19:55,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1048767629/meta-region-server: CHANGED 2024-12-02T05:19:55,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1048767629/meta-region-server: CHANGED 2024-12-02T05:19:55,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:19:55,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,32867,1733116790727 in 350 msec 2024-12-02T05:19:55,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:19:55,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 976 msec 2024-12-02T05:19:55,941 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:19:55,941 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:19:55,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:19:55,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,32867,1733116790727, seqNum=-1] 2024-12-02T05:19:55,944 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:19:55,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:19:55,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8740 sec 2024-12-02T05:19:55,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116795954, completionTime=-1 2024-12-02T05:19:55,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:19:55,954 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:19:55,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:19:55,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733116855957 2024-12-02T05:19:55,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733116915957 2024-12-02T05:19:55,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T05:19:55,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35901,1733116789978-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:55,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35901,1733116789978-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:55,957 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35901,1733116789978-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:55,958 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:35901, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:55,958 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:55,958 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:55,960 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:19:55,962 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.811sec 2024-12-02T05:19:55,962 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:19:55,962 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:19:55,962 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:19:55,962 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:19:55,962 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:19:55,962 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35901,1733116789978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:19:55,963 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35901,1733116789978-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:19:55,966 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:19:55,966 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:19:55,966 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35901,1733116789978-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:19:56,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660e35df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:19:56,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:56,008 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:19:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:19:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543ead15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:19:56,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:56,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:56,012 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:56,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2988a672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:19:56,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,32867,1733116790727, seqNum=-1] 2024-12-02T05:19:56,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:19:56,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:19:56,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,35901,1733116789978 2024-12-02T05:19:56,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:19:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:19:56,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101947b2f220005 connected 2024-12-02T05:19:56,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1060ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38103,-1 for getting cluster id 2024-12-02T05:19:56,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:56,294 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb422a3-91b0-42f3-889a-004854a1d1a0' 2024-12-02T05:19:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb422a3-91b0-42f3-889a-004854a1d1a0" 2024-12-02T05:19:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a72f7f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38103,-1] 2024-12-02T05:19:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:56,297 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4265df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38103,1733116777694 2024-12-02T05:19:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d29d7e 2024-12-02T05:19:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:56,317 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:19:56,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:19:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:19:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:19:56,332 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:19:56,334 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddf26b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,334 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:19:56,334 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:56,335 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:19:56,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:56,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:19:56,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3affbe8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:56,338 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:56,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5717083e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:56,340 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:56,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:19:56,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f23f509 2024-12-02T05:19:56,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:56,349 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:19:56,365 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T05:19:56,365 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:19:56,370 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:56,371 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:56,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:19:56,372 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:19:56,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:19:56,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:19:56,381 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:56,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:19:56,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741835_1011 (size=1138) 2024-12-02T05:19:56,429 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:19:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:19:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:19:56,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5287e7cbd8980d2d344aca50b7205ffa, NAME => 'hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a 2024-12-02T05:19:56,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741836_1012 (size=44) 2024-12-02T05:19:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:19:57,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:57,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5287e7cbd8980d2d344aca50b7205ffa, disabling compactions & flushes 2024-12-02T05:19:57,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:19:57,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:19:57,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. after waiting 0 ms 2024-12-02T05:19:57,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:19:57,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:19:57,211 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5287e7cbd8980d2d344aca50b7205ffa: Waiting for close lock at 1733116797211Disabling compacts and flushes for region at 1733116797211Disabling writes for close at 1733116797211Writing region close event to WAL at 1733116797211Closed at 1733116797211 2024-12-02T05:19:57,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:19:57,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733116797214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733116797214"}]},"ts":"1733116797214"} 2024-12-02T05:19:57,222 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:19:57,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:19:57,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116797224"}]},"ts":"1733116797224"} 2024-12-02T05:19:57,230 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:19:57,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN}] 2024-12-02T05:19:57,234 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN 2024-12-02T05:19:57,235 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN; state=OFFLINE, location=f49461030c22,34653,1733116779542; forceNewPlan=false, retain=false 2024-12-02T05:19:57,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5287e7cbd8980d2d344aca50b7205ffa, regionState=OPENING, regionLocation=f49461030c22,34653,1733116779542 2024-12-02T05:19:57,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN because future has completed 2024-12-02T05:19:57,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5287e7cbd8980d2d344aca50b7205ffa, server=f49461030c22,34653,1733116779542}] 2024-12-02T05:19:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:19:57,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:19:57,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:19:57,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:19:57,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C34653%2C1733116779542.rep, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs, maxLogs=10 2024-12-02T05:19:57,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.rep.1733116797562, exclude list is [], retry=0 2024-12-02T05:19:57,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:19:57,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.rep.1733116797562 2024-12-02T05:19:57,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:19:57,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5287e7cbd8980d2d344aca50b7205ffa, NAME => 'hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:19:57,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:19:57,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:19:57,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. service=MultiRowMutationService 2024-12-02T05:19:57,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:19:57,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:19:57,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,582 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,584 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5287e7cbd8980d2d344aca50b7205ffa columnFamilyName hfileref 2024-12-02T05:19:57,584 DEBUG [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:57,584 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(327): Store=5287e7cbd8980d2d344aca50b7205ffa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:57,585 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,586 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5287e7cbd8980d2d344aca50b7205ffa columnFamilyName queue 2024-12-02T05:19:57,586 DEBUG [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:57,587 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(327): Store=5287e7cbd8980d2d344aca50b7205ffa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:57,587 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,589 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5287e7cbd8980d2d344aca50b7205ffa columnFamilyName sid 2024-12-02T05:19:57,589 DEBUG [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:19:57,590 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(327): Store=5287e7cbd8980d2d344aca50b7205ffa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:19:57,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:19:57,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:19:57,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5287e7cbd8980d2d344aca50b7205ffa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71129485, jitterRate=0.05991192162036896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:19:57,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:19:57,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5287e7cbd8980d2d344aca50b7205ffa: Running coprocessor pre-open hook at 1733116797580Writing region info on filesystem at 1733116797580Initializing all the Stores at 1733116797582 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116797582Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116797582Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116797582Cleaning up temporary data from old regions at 1733116797593 (+11 ms)Running coprocessor post-open hooks at 1733116797598 (+5 ms)Region opened successfully at 1733116797599 (+1 ms) 2024-12-02T05:19:57,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa., pid=7, masterSystemTime=1733116797549 2024-12-02T05:19:57,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:19:57,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:19:57,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5287e7cbd8980d2d344aca50b7205ffa, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,34653,1733116779542 2024-12-02T05:19:57,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5287e7cbd8980d2d344aca50b7205ffa, server=f49461030c22,34653,1733116779542 because future has completed 2024-12-02T05:19:57,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T05:19:57,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5287e7cbd8980d2d344aca50b7205ffa, server=f49461030c22,34653,1733116779542 in 214 msec 2024-12-02T05:19:57,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:19:57,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN in 380 msec 2024-12-02T05:19:57,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:19:57,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116797617"}]},"ts":"1733116797617"} 2024-12-02T05:19:57,620 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:19:57,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:19:57,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2490 sec 2024-12-02T05:19:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa., hostname=f49461030c22,34653,1733116779542, seqNum=2] 2024-12-02T05:19:57,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34653 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T05:19:57,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:57,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:19:58,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:19:58,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T05:19:58,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:19:58,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T05:19:58,355 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:19:58,392 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,34653,1733116779542, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:19:58,393 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:19:58,393 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,34653,1733116779542, seqNum=-1] 2024-12-02T05:19:58,393 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:19:58,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T05:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,34653,1733116779542', locateType=CURRENT is [region=hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa., hostname=f49461030c22,34653,1733116779542, seqNum=2] 2024-12-02T05:19:58,403 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T05:19:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T05:19:58,407 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,34653,1733116779542 suceeded 2024-12-02T05:19:58,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T05:19:58,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-12-02T05:19:58,411 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:19:58,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0910 sec 2024-12-02T05:19:58,418 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:19:58,420 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d979e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,420 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:19:58,420 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:58,421 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:19:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:19:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a17750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:19:58,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:58,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:58,423 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:58,424 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433faf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,424 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:58,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:19:58,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683ba90 2024-12-02T05:19:58,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:58,426 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T05:19:58,426 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,34653,1733116779542 (queues=1) is replicating from cluster=2cb422a3-91b0-42f3-889a-004854a1d1a0 to cluster=d807d9ad-36a0-4d00-b457-b65e19bd3209 2024-12-02T05:19:58,428 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C34653%2C1733116779542 2024-12-02T05:19:58,432 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,34653,1733116779542, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:19:58,434 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.shipperf49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C34653%2C1733116779542 2024-12-02T05:19:58,437 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433, startPosition=0, beingWritten=true 2024-12-02T05:19:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:19:58,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:19:58,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:19:58,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:58,485 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:19:58,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:58,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:19:58,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185e3fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38103,-1 for getting cluster id 2024-12-02T05:19:58,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:58,487 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb422a3-91b0-42f3-889a-004854a1d1a0' 2024-12-02T05:19:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb422a3-91b0-42f3-889a-004854a1d1a0" 2024-12-02T05:19:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fafd9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38103,-1] 2024-12-02T05:19:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:58,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:58,490 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:58,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54109683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38103,1733116777694 2024-12-02T05:19:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b2380 2024-12-02T05:19:58,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:58,496 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:19:58,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:19:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:19:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T05:19:58,500 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:19:58,501 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3934192e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,501 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:19:58,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:58,503 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:19:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:19:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425561ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:19:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:58,505 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:58,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b90e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:58,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:19:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@db03e1 2024-12-02T05:19:58,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:58,509 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:19:58,510 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:19:58,510 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:19:58,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:58,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:58,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:19:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T05:19:58,684 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:19:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T05:19:58,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:19:58,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-02T05:19:58,985 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T05:19:58,993 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:19:59,019 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f49461030c22,34653,1733116779542, ReplicationSource: 2, currentBandwidth=0 2024-12-02T05:19:59,023 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T05:19:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T05:19:59,026 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f49461030c22,34653,1733116779542 suceeded 2024-12-02T05:19:59,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:19:59,029 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:19:59,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-02T05:19:59,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 533 msec 2024-12-02T05:19:59,037 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:19:59,038 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c2e2210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,038 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:19:59,039 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:59,039 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:19:59,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:59,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:19:59,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3489004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:19:59,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,041 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:59,042 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f92a1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,042 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:59,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:19:59,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f0f289 2024-12-02T05:19:59,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:59,044 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T05:19:59,045 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f49461030c22,34653,1733116779542 (queues=1) is replicating from cluster=2cb422a3-91b0-42f3-889a-004854a1d1a0 to cluster=d807d9ad-36a0-4d00-b457-b65e19bd3209 2024-12-02T05:19:59,045 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f49461030c22%2C34653%2C1733116779542 2024-12-02T05:19:59,045 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f49461030c22,34653,1733116779542, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:19:59,045 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.shipperf49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C34653%2C1733116779542 2024-12-02T05:19:59,046 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433, startPosition=0, beingWritten=true 2024-12-02T05:19:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T05:19:59,124 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T05:19:59,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:19:59,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:19:59,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:19:59,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38103,1733116777694 2024-12-02T05:19:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3043f069 2024-12-02T05:19:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:59,132 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:19:59,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:19:59,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T05:19:59,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:19:59,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T05:19:59,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:19:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T05:19:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T05:19:59,149 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:19:59,149 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6372b416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,150 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:19:59,150 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:59,150 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:19:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:19:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67378625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:19:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,152 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9dce8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,153 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:19:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5c8085 2024-12-02T05:19:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:59,156 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:19:59,157 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-02T05:19:59,157 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:19:59,157 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,157 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:19:59,251 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:19:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T05:19:59,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:19:59,403 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:19:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T05:19:59,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-02T05:19:59,539 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-02T05:19:59,541 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T05:19:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T05:19:59,545 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f49461030c22,34653,1733116779542 suceeded 2024-12-02T05:19:59,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T05:19:59,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 177 msec 2024-12-02T05:19:59,549 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:19:59,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 406 msec 2024-12-02T05:19:59,564 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:19:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T05:19:59,775 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-02T05:19:59,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:19:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T05:19:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T05:19:59,784 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:19:59,785 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfd1223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,785 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:19:59,786 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:19:59,787 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:19:59,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:19:59,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:19:59,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ab7b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:19:59,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:19:59,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,790 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:19:59,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417b25df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:19:59,791 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:19:59,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4644e545 2024-12-02T05:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:19:59,794 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:19:59,796 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T05:19:59,796 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:19:59,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:19:59,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:19:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T05:19:59,914 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:19:59,971 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:20:00,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:20:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T05:20:00,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-02T05:20:00,161 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-02T05:20:00,162 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T05:20:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T05:20:00,166 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f49461030c22,34653,1733116779542 suceeded 2024-12-02T05:20:00,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T05:20:00,172 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f49461030c22:35901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:20:00,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-02T05:20:00,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 395 msec 2024-12-02T05:20:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T05:20:00,414 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-02T05:20:00,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:20:00,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38103 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T05:20:00,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:00,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:00,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:00,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:00,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:00,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:20:00,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079732804, stopped=false 2024-12-02T05:20:00,418 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,38103,1733116777694 2024-12-02T05:20:00,480 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:20:00,521 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:20:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/running 2024-12-02T05:20:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/running 2024-12-02T05:20:00,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:00,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:00,635 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:00,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:00,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:00,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:00,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:20:00,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:20:00,636 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,34653,1733116779542' ***** 2024-12-02T05:20:00,636 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:20:00,637 INFO [RS:0;f49461030c22:34653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:20:00,637 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:20:00,637 INFO [RS:0;f49461030c22:34653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:20:00,638 INFO [RS:0;f49461030c22:34653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:20:00,638 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(3091): Received CLOSE for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:00,639 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(959): stopping server f49461030c22,34653,1733116779542 2024-12-02T05:20:00,639 INFO [RS:0;f49461030c22:34653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:00,639 INFO [RS:0;f49461030c22:34653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:34653. 2024-12-02T05:20:00,639 DEBUG [RS:0;f49461030c22:34653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:00,639 DEBUG [RS:0;f49461030c22:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:00,640 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5287e7cbd8980d2d344aca50b7205ffa, disabling compactions & flushes 2024-12-02T05:20:00,640 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:00,640 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:00,640 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. after waiting 0 ms 2024-12-02T05:20:00,640 INFO [RS:0;f49461030c22:34653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:20:00,640 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:00,640 INFO [RS:0;f49461030c22:34653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:20:00,640 INFO [RS:0;f49461030c22:34653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:20:00,640 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:20:00,641 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:20:00,641 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5287e7cbd8980d2d344aca50b7205ffa=hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.} 2024-12-02T05:20:00,641 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:20:00,641 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:20:00,641 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:20:00,641 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:20:00,642 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:20:00,642 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:00,645 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T05:20:00,645 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5287e7cbd8980d2d344aca50b7205ffa 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-02T05:20:00,710 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/info/22625126a1944e12ba0bed852cb55d10 is 147, key is hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa./info:regioninfo/1733116797604/Put/seqid=0 2024-12-02T05:20:00,710 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/.tmp/queue/500dc40b32e04ca1a93ed768c7600eb0 is 151, key is 1-f49461030c22,34653,1733116779542/queue:f49461030c22%2C34653%2C1733116779542/1733116798398/Put/seqid=0 2024-12-02T05:20:00,713 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741838_1014 (size=6631) 2024-12-02T05:20:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741839_1015 (size=5500) 2024-12-02T05:20:00,842 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:01,042 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:01,088 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:20:01,125 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/info/22625126a1944e12ba0bed852cb55d10 2024-12-02T05:20:01,127 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/.tmp/queue/500dc40b32e04ca1a93ed768c7600eb0 2024-12-02T05:20:01,167 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/.tmp/queue/500dc40b32e04ca1a93ed768c7600eb0 as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/queue/500dc40b32e04ca1a93ed768c7600eb0 2024-12-02T05:20:01,179 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/queue/500dc40b32e04ca1a93ed768c7600eb0, entries=2, sequenceid=6, filesize=5.4 K 2024-12-02T05:20:01,186 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/ns/22d0c735c87a464185da4b9c5a0ae28b is 43, key is default/ns:d/1733116785769/Put/seqid=0 2024-12-02T05:20:01,190 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5287e7cbd8980d2d344aca50b7205ffa in 542ms, sequenceid=6, compaction requested=false 2024-12-02T05:20:01,190 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:20:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741840_1016 (size=5153) 2024-12-02T05:20:01,208 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/ns/22d0c735c87a464185da4b9c5a0ae28b 2024-12-02T05:20:01,218 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T05:20:01,222 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:01,222 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:01,222 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:01,223 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5287e7cbd8980d2d344aca50b7205ffa: Waiting for close lock at 1733116800639Running coprocessor pre-close hooks at 1733116800639Disabling compacts and flushes for region at 1733116800639Disabling writes for close at 1733116800640 (+1 ms)Obtaining lock to block concurrent updates at 1733116800645 (+5 ms)Preparing flush snapshotting stores in 5287e7cbd8980d2d344aca50b7205ffa at 1733116800645Finished memstore snapshotting hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733116800653 (+8 ms)Flushing stores of hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. at 1733116800655 (+2 ms)Flushing 5287e7cbd8980d2d344aca50b7205ffa/queue: creating writer at 1733116800656 (+1 ms)Flushing 5287e7cbd8980d2d344aca50b7205ffa/queue: appending metadata at 1733116800698 (+42 ms)Flushing 5287e7cbd8980d2d344aca50b7205ffa/queue: closing flushed file at 1733116800701 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f3fd57: reopening flushed file at 1733116801166 (+465 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5287e7cbd8980d2d344aca50b7205ffa in 542ms, sequenceid=6, compaction requested=false at 1733116801190 (+24 ms)Writing region close event to WAL at 1733116801204 (+14 ms)Running coprocessor post-close hooks at 1733116801220 (+16 ms)Closed at 1733116801222 (+2 ms) 2024-12-02T05:20:01,223 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:01,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:20:01,242 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:01,250 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/table/a1115552134d4f5682c039050b7b291f is 53, key is hbase:replication/table:state/1733116797617/Put/seqid=0 2024-12-02T05:20:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741841_1017 (size=5256) 2024-12-02T05:20:01,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:20:01,275 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:20:01,275 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:20:01,443 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:01,643 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:20:01,643 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:20:01,644 DEBUG [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:01,658 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/table/a1115552134d4f5682c039050b7b291f 2024-12-02T05:20:01,675 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/info/22625126a1944e12ba0bed852cb55d10 as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/info/22625126a1944e12ba0bed852cb55d10 2024-12-02T05:20:01,685 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/info/22625126a1944e12ba0bed852cb55d10, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T05:20:01,686 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/ns/22d0c735c87a464185da4b9c5a0ae28b as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/ns/22d0c735c87a464185da4b9c5a0ae28b 2024-12-02T05:20:01,695 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/ns/22d0c735c87a464185da4b9c5a0ae28b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:20:01,697 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/table/a1115552134d4f5682c039050b7b291f as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/table/a1115552134d4f5682c039050b7b291f 2024-12-02T05:20:01,704 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/table/a1115552134d4f5682c039050b7b291f, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T05:20:01,705 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=11, compaction requested=false 2024-12-02T05:20:01,711 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T05:20:01,711 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:01,712 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:01,712 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:01,712 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116800641Running coprocessor pre-close hooks at 1733116800641Disabling compacts and flushes for region at 1733116800641Disabling writes for close at 1733116800641Obtaining lock to block concurrent updates at 1733116800645 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733116800645Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733116800653 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733116800655 (+2 ms)Flushing 1588230740/info: creating writer at 1733116800656 (+1 ms)Flushing 1588230740/info: appending metadata at 1733116800699 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733116800701 (+2 ms)Flushing 1588230740/ns: creating writer at 1733116801166 (+465 ms)Flushing 1588230740/ns: appending metadata at 1733116801185 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733116801185Flushing 1588230740/table: creating writer at 1733116801225 (+40 ms)Flushing 1588230740/table: appending metadata at 1733116801250 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733116801250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd02db: reopening flushed file at 1733116801673 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d56347e: reopening flushed file at 1733116801685 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a463dfa: reopening flushed file at 1733116801695 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=11, compaction requested=false at 1733116801705 (+10 ms)Writing region close event to WAL at 1733116801707 (+2 ms)Running coprocessor post-close hooks at 1733116801711 (+4 ms)Closed at 1733116801712 (+1 ms) 2024-12-02T05:20:01,712 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:01,795 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542/f49461030c22%2C34653%2C1733116779542.1733116784433 to pos 0, reset compression=false 2024-12-02T05:20:01,844 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(976): stopping server f49461030c22,34653,1733116779542; all regions closed. 2024-12-02T05:20:01,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741834_1010 (size=2742) 2024-12-02T05:20:01,858 DEBUG [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs 2024-12-02T05:20:01,858 INFO [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C34653%2C1733116779542.meta:.meta(num 1733116785251) 2024-12-02T05:20:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741837_1013 (size=1802) 2024-12-02T05:20:01,865 DEBUG [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs 2024-12-02T05:20:01,865 INFO [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C34653%2C1733116779542.rep:(num 1733116797562) 2024-12-02T05:20:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741833_1009 (size=93) 2024-12-02T05:20:01,871 DEBUG [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs 2024-12-02T05:20:01,871 INFO [RS:0;f49461030c22:34653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C34653%2C1733116779542:(num 1733116784433) 2024-12-02T05:20:01,871 DEBUG [RS:0;f49461030c22:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:01,871 INFO [RS:0;f49461030c22:34653 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:01,871 INFO [RS:0;f49461030c22:34653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:01,871 INFO [RS:0;f49461030c22:34653 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:01,872 INFO [RS:0;f49461030c22:34653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:01,872 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:01,872 INFO [RS:0;f49461030c22:34653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,34653,1733116779542 because: Region server is closing 2024-12-02T05:20:01,873 INFO [RS:0;f49461030c22:34653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:34653. 2024-12-02T05:20:01,873 DEBUG [RS:0;f49461030c22:34653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:01,873 DEBUG [RS:0;f49461030c22:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:01,873 DEBUG [RS:0;f49461030c22:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:01,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:01,974 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:20:01,974 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.shipperf49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:20:01,974 INFO [RS:0;f49461030c22:34653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34653,1733116779542.replicationSource.shipperf49461030c22%2C34653%2C1733116779542,1-f49461030c22,34653,1733116779542 terminated 2024-12-02T05:20:01,975 INFO [RS:0;f49461030c22:34653 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f49461030c22,34653,1733116779542 because: Region server is closing 2024-12-02T05:20:01,975 INFO [RS:0;f49461030c22:34653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:34653. 2024-12-02T05:20:01,975 DEBUG [RS:0;f49461030c22:34653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:01,975 DEBUG [RS:0;f49461030c22:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:01,975 DEBUG [RS:0;f49461030c22:34653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:01,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:02,076 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.shipperf49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:20:02,076 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.wal-reader.f49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:20:02,076 INFO [RS:0;f49461030c22:34653 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,34653,1733116779542.replicationSource.shipperf49461030c22%2C34653%2C1733116779542,2-f49461030c22,34653,1733116779542 terminated 2024-12-02T05:20:02,076 INFO [RS:0;f49461030c22:34653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34653 2024-12-02T05:20:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/rs/f49461030c22,34653,1733116779542 2024-12-02T05:20:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/rs 2024-12-02T05:20:02,297 INFO [RS:0;f49461030c22:34653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:02,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,34653,1733116779542] 2024-12-02T05:20:02,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:02,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34653-0x101947b2f220001, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:02,484 INFO [RS:0;f49461030c22:34653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:02,484 INFO [RS:0;f49461030c22:34653 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,34653,1733116779542; zookeeper connection closed. 2024-12-02T05:20:02,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@217493f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@217493f3 2024-12-02T05:20:02,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:20:02,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/draining/f49461030c22,34653,1733116779542 already deleted, retry=false 2024-12-02T05:20:02,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,34653,1733116779542 expired; onlineServers=0 2024-12-02T05:20:02,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,38103,1733116777694' ***** 2024-12-02T05:20:02,552 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:20:02,552 INFO [M:0;f49461030c22:38103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:02,552 INFO [M:0;f49461030c22:38103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:02,553 DEBUG [M:0;f49461030c22:38103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:20:02,553 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:20:02,553 DEBUG [M:0;f49461030c22:38103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:20:02,553 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116783599 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116783599,5,FailOnTimeoutGroup] 2024-12-02T05:20:02,553 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116783602 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116783602,5,FailOnTimeoutGroup] 2024-12-02T05:20:02,554 INFO [M:0;f49461030c22:38103 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:02,555 INFO [M:0;f49461030c22:38103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:02,555 DEBUG [M:0;f49461030c22:38103 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:20:02,555 INFO [M:0;f49461030c22:38103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:20:02,556 INFO [M:0;f49461030c22:38103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:02,556 ERROR [M:0;f49461030c22:38103 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1187563640) connection to localhost/127.0.0.1:46195 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46195,5,PEWorkerGroup] 2024-12-02T05:20:02,557 INFO [M:0;f49461030c22:38103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:20:02,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:20:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/master 2024-12-02T05:20:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:02,561 DEBUG [M:0;f49461030c22:38103 {}] zookeeper.ZKUtil(347): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/master because node does not exist (not an error) 2024-12-02T05:20:02,561 WARN [M:0;f49461030c22:38103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:20:02,562 INFO [M:0;f49461030c22:38103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/.lastflushedseqids 2024-12-02T05:20:02,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741842_1018 (size=181) 2024-12-02T05:20:02,979 INFO [M:0;f49461030c22:38103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:20:02,979 INFO [M:0;f49461030c22:38103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:20:02,979 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:02,979 INFO [M:0;f49461030c22:38103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:02,979 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:02,979 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:02,979 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:02,979 INFO [M:0;f49461030c22:38103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-02T05:20:02,998 DEBUG [M:0;f49461030c22:38103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/413af538f4f34d659e828dbab620da9f is 82, key is hbase:meta,,1/info:regioninfo/1733116785325/Put/seqid=0 2024-12-02T05:20:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741843_1019 (size=5672) 2024-12-02T05:20:03,405 INFO [M:0;f49461030c22:38103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/413af538f4f34d659e828dbab620da9f 2024-12-02T05:20:03,431 DEBUG [M:0;f49461030c22:38103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26eae3ae6c8047d0969600fdf6aabed0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733116797623/Put/seqid=0 2024-12-02T05:20:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741844_1020 (size=8663) 2024-12-02T05:20:03,839 INFO [M:0;f49461030c22:38103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26eae3ae6c8047d0969600fdf6aabed0 2024-12-02T05:20:03,865 DEBUG [M:0;f49461030c22:38103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f82f5354a8049168654b25bb75964f1 is 69, key is f49461030c22,34653,1733116779542/rs:state/1733116783996/Put/seqid=0 2024-12-02T05:20:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741845_1021 (size=5156) 2024-12-02T05:20:04,273 INFO [M:0;f49461030c22:38103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f82f5354a8049168654b25bb75964f1 2024-12-02T05:20:04,285 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/413af538f4f34d659e828dbab620da9f as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/413af538f4f34d659e828dbab620da9f 2024-12-02T05:20:04,296 INFO [M:0;f49461030c22:38103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/413af538f4f34d659e828dbab620da9f, entries=8, sequenceid=115, filesize=5.5 K 2024-12-02T05:20:04,298 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26eae3ae6c8047d0969600fdf6aabed0 as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26eae3ae6c8047d0969600fdf6aabed0 2024-12-02T05:20:04,308 INFO [M:0;f49461030c22:38103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26eae3ae6c8047d0969600fdf6aabed0, entries=14, sequenceid=115, filesize=8.5 K 2024-12-02T05:20:04,309 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f82f5354a8049168654b25bb75964f1 as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f82f5354a8049168654b25bb75964f1 2024-12-02T05:20:04,318 INFO [M:0;f49461030c22:38103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f82f5354a8049168654b25bb75964f1, entries=1, sequenceid=115, filesize=5.0 K 2024-12-02T05:20:04,320 INFO [M:0;f49461030c22:38103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false 2024-12-02T05:20:04,330 INFO [M:0;f49461030c22:38103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:04,330 DEBUG [M:0;f49461030c22:38103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116802979Disabling compacts and flushes for region at 1733116802979Disabling writes for close at 1733116802979Obtaining lock to block concurrent updates at 1733116802980 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116802980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733116802980Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116802981 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116802981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116802998 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116802998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116803416 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116803431 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116803431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116803851 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116803865 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116803865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4087c1ad: reopening flushed file at 1733116804284 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647c78c8: reopening flushed file at 1733116804296 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aefcaca: reopening flushed file at 1733116804308 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false at 1733116804320 (+12 ms)Writing region close event to WAL at 1733116804330 (+10 ms)Closed at 1733116804330 2024-12-02T05:20:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741830_1006 (size=59421) 2024-12-02T05:20:04,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694/f49461030c22%2C38103%2C1733116777694.1733116781515 not finished, retry = 0 2024-12-02T05:20:04,435 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:04,436 INFO [M:0;f49461030c22:38103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:20:04,436 INFO [M:0;f49461030c22:38103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38103 2024-12-02T05:20:04,436 INFO [M:0;f49461030c22:38103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:04,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:04,663 INFO [M:0;f49461030c22:38103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:04,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38103-0x101947b2f220000, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:04,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:04,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:04,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:20:04,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:04,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32821 2024-12-02T05:20:04,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32821 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:20:04,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328210x0, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:04,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32821-0x101947b2f220006 connected 2024-12-02T05:20:04,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:04,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:04,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:20:04,968 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: INIT 2024-12-02T05:20:04,968 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a, hbase.cluster.distributed=false 2024-12-02T05:20:04,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/acl 2024-12-02T05:20:04,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32821 2024-12-02T05:20:04,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32821 2024-12-02T05:20:04,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32821 2024-12-02T05:20:04,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32821 2024-12-02T05:20:04,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32821 2024-12-02T05:20:04,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:04,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:04,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:04,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:04,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:04,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:04,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:20:04,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:04,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45419 2024-12-02T05:20:04,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45419 connecting to ZooKeeper ensemble=127.0.0.1:59636 2024-12-02T05:20:04,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:04,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:05,243 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454190x0, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:05,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45419-0x101947b2f220007 connected 2024-12-02T05:20:05,245 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: INIT 2024-12-02T05:20:05,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:20:05,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:20:05,249 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:20:05,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/master 2024-12-02T05:20:05,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/acl 2024-12-02T05:20:05,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45419 2024-12-02T05:20:05,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45419 2024-12-02T05:20:05,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45419 2024-12-02T05:20:05,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45419 2024-12-02T05:20:05,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45419 2024-12-02T05:20:05,264 DEBUG [M:0;f49461030c22:32821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:32821 2024-12-02T05:20:05,265 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02078967823/backup-masters/f49461030c22,32821,1733116804664 2024-12-02T05:20:05,318 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:20:05,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:20:05,319 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on existing znode=/02078967823/backup-masters/f49461030c22,32821,1733116804664 2024-12-02T05:20:05,329 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02078967823/master 2024-12-02T05:20:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:05,329 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:05,329 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on existing znode=/02078967823/master 2024-12-02T05:20:05,330 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02078967823/backup-masters/f49461030c22,32821,1733116804664 from backup master directory 2024-12-02T05:20:05,339 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:20:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/backup-masters/f49461030c22,32821,1733116804664 2024-12-02T05:20:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/backup-masters 2024-12-02T05:20:05,339 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:20:05,339 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,32821,1733116804664 2024-12-02T05:20:05,358 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:05,358 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:20:05,374 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-02T05:20:05,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741846_1022 (size=196) 2024-12-02T05:20:05,950 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:20:05,951 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:20:05,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:05,962 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T05:20:05,966 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694 to hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694-dead as it is dead 2024-12-02T05:20:05,968 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T05:20:05,968 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T05:20:05,969 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694-dead/f49461030c22%2C38103%2C1733116777694.1733116781515 2024-12-02T05:20:05,974 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694-dead/f49461030c22%2C38103%2C1733116777694.1733116781515 after 3ms 2024-12-02T05:20:05,976 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694-dead/f49461030c22%2C38103%2C1733116777694.1733116781515 to hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C38103%2C1733116777694.1733116781515 2024-12-02T05:20:05,976 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,38103,1733116777694-dead 2024-12-02T05:20:05,976 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,32821,1733116804664 2024-12-02T05:20:05,978 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:20:05,980 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C32821%2C1733116804664, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,32821,1733116804664, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/oldWALs, maxLogs=10 2024-12-02T05:20:05,991 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,32821,1733116804664/f49461030c22%2C32821%2C1733116804664.1733116805980, exclude list is [], retry=0 2024-12-02T05:20:05,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:20:05,998 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,32821,1733116804664/f49461030c22%2C32821%2C1733116804664.1733116805980 2024-12-02T05:20:06,000 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:20:06,000 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:06,001 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:06,001 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,001 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:20:06,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:06,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/413af538f4f34d659e828dbab620da9f 2024-12-02T05:20:06,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:06,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:20:06,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:06,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26eae3ae6c8047d0969600fdf6aabed0 2024-12-02T05:20:06,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:06,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:20:06,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:06,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f82f5354a8049168654b25bb75964f1 2024-12-02T05:20:06,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:06,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:20:06,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:06,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:06,035 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,035 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T05:20:06,035 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C38103%2C1733116777694.1733116781515 2024-12-02T05:20:06,049 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C38103%2C1733116777694.1733116781515 2024-12-02T05:20:06,051 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C38103%2C1733116777694.1733116781515 2024-12-02T05:20:06,053 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,053 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,054 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:06,056 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:06,059 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-02T05:20:06,060 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75487239, jitterRate=0.12484751641750336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:06,060 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116806001Initializing all the Stores at 1733116806003 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116806003Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116806003Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116806003Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116806003Cleaning up temporary data from old regions at 1733116806053 (+50 ms)Region opened successfully at 1733116806060 (+7 ms) 2024-12-02T05:20:06,061 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:20:06,064 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674d232d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:20:06,075 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T05:20:06,075 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:20:06,075 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:20:06,075 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:20:06,076 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:20:06,081 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:06,081 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:20:06,082 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:20:06,082 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:20:06,082 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T05:20:06,082 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T05:20:06,082 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T05:20:06,082 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:20:06,086 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f49461030c22,34653,1733116779542, regionLocation=f49461030c22,34653,1733116779542, openSeqNum=2 2024-12-02T05:20:06,086 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f49461030c22,34653,1733116779542, table=hbase:meta, region=1588230740 2024-12-02T05:20:06,086 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,34653,1733116779542, state=OPEN 2024-12-02T05:20:06,210 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:20:06,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:20:06,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:20:06,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:20:06,220 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:20:06,338 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/draining/f49461030c22,34653,1733116779542 already deleted, retry=false 2024-12-02T05:20:06,339 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f49461030c22,34653,1733116779542 on f49461030c22,32821,1733116804664 2024-12-02T05:20:06,352 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f49461030c22,34653,1733116779542, splitWal=true, meta=true 2024-12-02T05:20:06,354 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for f49461030c22,34653,1733116779542 (carryingMeta=true) f49461030c22,34653,1733116779542/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1acbd8e9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T05:20:06,357 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/balancer because node does not exist (not necessarily an error) 2024-12-02T05:20:06,545 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:20:06,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:20:06,747 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/balancer already deleted, retry=false 2024-12-02T05:20:06,747 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:20:06,748 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:20:06,840 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/normalizer already deleted, retry=false 2024-12-02T05:20:06,841 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:20:06,842 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:20:06,884 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/switch/split already deleted, retry=false 2024-12-02T05:20:06,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:20:06,967 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/switch/merge already deleted, retry=false 2024-12-02T05:20:07,296 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:20:07,401 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/snapshot-cleanup already deleted, retry=false 2024-12-02T05:20:07,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02078967823/running 2024-12-02T05:20:07,634 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02078967823/running 2024-12-02T05:20:07,635 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:07,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:07,636 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,32821,1733116804664, sessionid=0x101947b2f220006, setting cluster-up flag (Was=false) 2024-12-02T05:20:07,664 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02078967823/flush-table-proc/acquired, /02078967823/flush-table-proc/reached, /02078967823/flush-table-proc/abort 2024-12-02T05:20:07,668 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,32821,1733116804664 2024-12-02T05:20:07,867 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02078967823/online-snapshot/acquired, /02078967823/online-snapshot/reached, /02078967823/online-snapshot/abort 2024-12-02T05:20:07,871 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,32821,1733116804664 2024-12-02T05:20:07,875 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/.lastflushedseqids 2024-12-02T05:20:07,883 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:20:07,883 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:20:07,883 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,32821,1733116804664 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f49461030c22,34653,1733116779542 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:20:07,885 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:07,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:07,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:07,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:07,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:20:07,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:07,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:20:07,886 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116837887 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:20:07,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:07,888 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:20:07,888 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:20:07,888 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:20:07,888 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:20:07,888 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:20:07,889 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:20:07,889 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116807889,5,FailOnTimeoutGroup] 2024-12-02T05:20:07,889 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116807889,5,FailOnTimeoutGroup] 2024-12-02T05:20:07,889 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:07,889 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:20:07,889 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:07,889 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f49461030c22,34653,1733116779542, splitWal=true, meta=true 2024-12-02T05:20:07,889 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:07,889 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116807889, completionTime=-1 2024-12-02T05:20:07,889 WARN [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T05:20:07,891 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f49461030c22,34653,1733116779542, splitWal=true, meta=true, isMeta: true 2024-12-02T05:20:07,892 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542-splitting 2024-12-02T05:20:07,893 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T05:20:07,893 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542-splitting dir is empty, no logs to split. 2024-12-02T05:20:07,893 INFO [PEWorker-1 {}] master.SplitWALManager(105): f49461030c22,34653,1733116779542 WAL count=0, meta=true 2024-12-02T05:20:07,898 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542-splitting dir is empty, no logs to split. 2024-12-02T05:20:07,898 INFO [PEWorker-1 {}] master.SplitWALManager(105): f49461030c22,34653,1733116779542 WAL count=0, meta=true 2024-12-02T05:20:07,898 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f49461030c22,34653,1733116779542 WAL splitting is done? wals=0, meta=true 2024-12-02T05:20:07,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:20:07,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:20:07,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T05:20:07,957 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(746): ClusterId : 2cb422a3-91b0-42f3-889a-004854a1d1a0 2024-12-02T05:20:07,957 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:20:08,054 WARN [f49461030c22:32821 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T05:20:08,142 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:20:08,142 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:20:08,162 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:20:08,162 DEBUG [RS:0;f49461030c22:45419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de99ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:20:08,179 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:45419 2024-12-02T05:20:08,179 INFO [RS:0;f49461030c22:45419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:20:08,179 INFO [RS:0;f49461030c22:45419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:20:08,179 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:20:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:20:08,180 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,32821,1733116804664 with port=45419, startcode=1733116804987 2024-12-02T05:20:08,180 DEBUG [RS:0;f49461030c22:45419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:20:08,182 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:20:08,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,45419,1733116804987 2024-12-02T05:20:08,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(517): Registering regionserver=f49461030c22,45419,1733116804987 2024-12-02T05:20:08,184 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a 2024-12-02T05:20:08,184 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46195 2024-12-02T05:20:08,184 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:20:08,193 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=303ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T05:20:08,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/rs 2024-12-02T05:20:08,349 DEBUG [RS:0;f49461030c22:45419 {}] zookeeper.ZKUtil(111): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on existing znode=/02078967823/rs/f49461030c22,45419,1733116804987 2024-12-02T05:20:08,349 WARN [RS:0;f49461030c22:45419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:20:08,349 INFO [RS:0;f49461030c22:45419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:08,349 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987 2024-12-02T05:20:08,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,45419,1733116804987] 2024-12-02T05:20:08,394 INFO [RS:0;f49461030c22:45419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:20:08,396 INFO [RS:0;f49461030c22:45419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:20:08,397 INFO [RS:0;f49461030c22:45419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:20:08,397 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,397 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:20:08,398 INFO [RS:0;f49461030c22:45419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:20:08,399 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,399 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,400 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:08,400 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:20:08,400 DEBUG [RS:0;f49461030c22:45419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:20:08,401 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,401 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,401 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,401 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,401 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,401 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,45419,1733116804987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:20:08,417 INFO [RS:0;f49461030c22:45419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:20:08,417 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,45419,1733116804987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,432 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,45419,1733116804987, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:20:08,444 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(231): queueId=2-f49461030c22,45419,1733116804987, ReplicationSource: 2, currentBandwidth=0 2024-12-02T05:20:08,444 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,444 INFO [RS:0;f49461030c22:45419 {}] regionserver.Replication(171): f49461030c22,45419,1733116804987 started 2024-12-02T05:20:08,444 DEBUG [RS:0;f49461030c22:45419.replicationSource,1-f49461030c22,45419,1733116804987 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:20:08,448 DEBUG [RS:0;f49461030c22:45419.replicationSource,1-f49461030c22,45419,1733116804987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4d6b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:08,448 DEBUG [RS:0;f49461030c22:45419.replicationSource,1-f49461030c22,45419,1733116804987 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:20:08,449 DEBUG [RS:0;f49461030c22:45419.replicationSource,1-f49461030c22,45419,1733116804987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:08,450 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:20:08,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:08,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:20:08,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69caa0f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:20:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:08,452 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:08,453 DEBUG [RS:0;f49461030c22:45419.replicationSource,1-f49461030c22,45419,1733116804987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5626225a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:08,453 DEBUG [RS:0;f49461030c22:45419.replicationSource,1-f49461030c22,45419,1733116804987 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:20:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:20:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d43a8c 2024-12-02T05:20:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:20:08,455 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T05:20:08,456 INFO [RS:0;f49461030c22:45419.replicationSource,1-f49461030c22,45419,1733116804987 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,45419,1733116804987 (queues=0) is replicating from cluster=2cb422a3-91b0-42f3-889a-004854a1d1a0 to cluster=d807d9ad-36a0-4d00-b457-b65e19bd3209 2024-12-02T05:20:08,464 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:08,464 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,45419,1733116804987, RpcServer on f49461030c22/172.17.0.2:45419, sessionid=0x101947b2f220007 2024-12-02T05:20:08,465 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:20:08,465 DEBUG [RS:0;f49461030c22:45419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,45419,1733116804987 2024-12-02T05:20:08,465 DEBUG [RS:0;f49461030c22:45419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,45419,1733116804987' 2024-12-02T05:20:08,465 DEBUG [RS:0;f49461030c22:45419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02078967823/flush-table-proc/abort' 2024-12-02T05:20:08,465 DEBUG [RS:0;f49461030c22:45419.replicationSource,2-f49461030c22,45419,1733116804987 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35901' 2024-12-02T05:20:08,465 DEBUG [RS:0;f49461030c22:45419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02078967823/flush-table-proc/acquired' 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,45419,1733116804987 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,45419,1733116804987' 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02078967823/online-snapshot/abort' 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419.replicationSource,2-f49461030c22,45419,1733116804987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35effaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419.replicationSource,2-f49461030c22,45419,1733116804987 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35901,-1 for getting cluster id 2024-12-02T05:20:08,466 DEBUG [RS:0;f49461030c22:45419.replicationSource,2-f49461030c22,45419,1733116804987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:08,467 DEBUG [RS:0;f49461030c22:45419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02078967823/online-snapshot/acquired' 2024-12-02T05:20:08,467 DEBUG [RS:0;f49461030c22:45419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:20:08,467 INFO [RS:0;f49461030c22:45419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:20:08,467 INFO [RS:0;f49461030c22:45419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:20:08,467 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd807d9ad-36a0-4d00-b457-b65e19bd3209' 2024-12-02T05:20:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d807d9ad-36a0-4d00-b457-b65e19bd3209" 2024-12-02T05:20:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@606e6275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35901,-1] 2024-12-02T05:20:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:08,469 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:08,470 DEBUG [RS:0;f49461030c22:45419.replicationSource,2-f49461030c22,45419,1733116804987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77f7bcdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:08,470 DEBUG [RS:0;f49461030c22:45419.replicationSource,2-f49461030c22,45419,1733116804987 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:20:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35901,1733116789978 2024-12-02T05:20:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd0348f 2024-12-02T05:20:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:20:08,472 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T05:20:08,473 INFO [RS:0;f49461030c22:45419.replicationSource,2-f49461030c22,45419,1733116804987 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f49461030c22,45419,1733116804987 (queues=0) is replicating from cluster=2cb422a3-91b0-42f3-889a-004854a1d1a0 to cluster=d807d9ad-36a0-4d00-b457-b65e19bd3209 2024-12-02T05:20:08,568 INFO [RS:0;f49461030c22:45419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:20:08,570 INFO [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C45419%2C1733116804987, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs, maxLogs=10 2024-12-02T05:20:08,581 DEBUG [RS:0;f49461030c22:45419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570, exclude list is [], retry=0 2024-12-02T05:20:08,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:20:08,587 INFO [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 2024-12-02T05:20:08,587 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f49461030c22%2C45419%2C1733116804987 for peer 1 2024-12-02T05:20:08,587 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f49461030c22%2C45419%2C1733116804987 for peer 2 2024-12-02T05:20:08,588 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C45419%2C1733116804987 2024-12-02T05:20:08,588 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,45419,1733116804987, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:20:08,588 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f49461030c22%2C45419%2C1733116804987 2024-12-02T05:20:08,588 INFO [RS:0;f49461030c22:45419.replicationSource.shipperf49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C45419%2C1733116804987 2024-12-02T05:20:08,588 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f49461030c22,45419,1733116804987, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:20:08,589 DEBUG [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:20:08,589 INFO [RS:0;f49461030c22:45419.replicationSource.shipperf49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C45419%2C1733116804987 2024-12-02T05:20:08,589 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570, startPosition=0, beingWritten=true 2024-12-02T05:20:08,589 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570, startPosition=0, beingWritten=true 2024-12-02T05:20:08,796 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:08,797 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:08,805 DEBUG [f49461030c22:32821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:20:08,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,45419,1733116804987 2024-12-02T05:20:08,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,45419,1733116804987, state=OPENING 2024-12-02T05:20:09,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:20:09,034 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:20:09,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:20:09,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:20:09,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:20:09,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,45419,1733116804987}] 2024-12-02T05:20:09,103 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:09,104 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:09,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:20:09,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:20:09,200 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:20:09,201 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:09,201 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:20:09,204 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C45419%2C1733116804987.meta, suffix=.meta, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs, maxLogs=10 2024-12-02T05:20:09,220 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.meta.1733116809205.meta, exclude list is [], retry=0 2024-12-02T05:20:09,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:20:09,225 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.meta.1733116809205.meta 2024-12-02T05:20:09,225 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:20:09,226 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:09,226 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:20:09,226 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:20:09,226 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:20:09,226 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:20:09,227 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:20:09,227 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:09,227 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:20:09,227 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:20:09,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:20:09,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:20:09,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:09,238 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/info/22625126a1944e12ba0bed852cb55d10 2024-12-02T05:20:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:20:09,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:20:09,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:09,247 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/ns/22d0c735c87a464185da4b9c5a0ae28b 2024-12-02T05:20:09,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:09,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:20:09,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:20:09,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:09,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:09,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:20:09,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:20:09,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:09,257 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/table/a1115552134d4f5682c039050b7b291f 2024-12-02T05:20:09,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:09,258 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:20:09,259 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740 2024-12-02T05:20:09,260 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740 2024-12-02T05:20:09,262 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:20:09,262 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:20:09,263 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:09,264 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:20:09,265 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66518621, jitterRate=-0.008795306086540222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:09,265 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:20:09,265 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116809227Writing region info on filesystem at 1733116809227Initializing all the Stores at 1733116809228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116809228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116809228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116809229 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116809229Cleaning up temporary data from old regions at 1733116809262 (+33 ms)Running coprocessor post-open hooks at 1733116809265 (+3 ms)Region opened successfully at 1733116809265 2024-12-02T05:20:09,266 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733116809188 2024-12-02T05:20:09,268 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:20:09,269 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:20:09,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f49461030c22,45419,1733116804987 2024-12-02T05:20:09,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,45419,1733116804987, state=OPEN 2024-12-02T05:20:09,420 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:20:09,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02078967823/meta-region-server 2024-12-02T05:20:09,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,45419,1733116804987 2024-12-02T05:20:09,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:20:09,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02078967823/meta-region-server: CHANGED 2024-12-02T05:20:09,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T05:20:09,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,45419,1733116804987 in 387 msec 2024-12-02T05:20:09,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T05:20:09,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5260 sec 2024-12-02T05:20:09,513 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:09,513 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:09,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1806ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T05:20:10,023 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:10,023 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:10,631 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:10,631 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:11,199 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3309ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-02T05:20:11,343 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:11,343 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:12,150 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:12,150 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:12,402 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T05:20:12,402 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:20:12,403 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:20:12,403 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,45419,1733116804987, seqNum=-1] 2024-12-02T05:20:12,403 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:20:12,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:20:12,411 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5287e7cbd8980d2d344aca50b7205ffa, regionState=OPEN, lastHost=f49461030c22,34653,1733116779542, regionLocation=f49461030c22,34653,1733116779542, openSeqNum=2 2024-12-02T05:20:12,411 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:20:12,411 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733116872411 2024-12-02T05:20:12,411 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733116932411 2024-12-02T05:20:12,411 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-02T05:20:12,412 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32821,1733116804664-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:12,412 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f49461030c22,34653,1733116779542 had 2 regions 2024-12-02T05:20:12,412 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32821,1733116804664-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:12,412 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32821,1733116804664-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:12,412 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:32821, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:12,412 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:12,413 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:12,414 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f49461030c22,34653,1733116779542, splitWal=true, meta=true, isMeta: false 2024-12-02T05:20:12,416 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542-splitting dir is empty, no logs to split. 2024-12-02T05:20:12,416 INFO [PEWorker-3 {}] master.SplitWALManager(105): f49461030c22,34653,1733116779542 WAL count=0, meta=false 2024-12-02T05:20:12,419 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,34653,1733116779542-splitting dir is empty, no logs to split. 2024-12-02T05:20:12,419 INFO [PEWorker-3 {}] master.SplitWALManager(105): f49461030c22,34653,1733116779542 WAL count=0, meta=false 2024-12-02T05:20:12,420 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f49461030c22,34653,1733116779542 WAL splitting is done? wals=0, meta=false 2024-12-02T05:20:12,420 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 7.081sec 2024-12-02T05:20:12,420 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:20:12,420 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:20:12,420 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:20:12,420 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:20:12,420 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:20:12,420 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32821,1733116804664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:20:12,421 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32821,1733116804664-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:20:12,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN}] 2024-12-02T05:20:12,424 WARN [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f49461030c22,34653,1733116779542/hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:12,425 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:20:12,426 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:20:12,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN 2024-12-02T05:20:12,426 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32821,1733116804664-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:12,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T05:20:12,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202547e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:12,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,32821,-1 for getting cluster id 2024-12-02T05:20:12,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:12,464 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb422a3-91b0-42f3-889a-004854a1d1a0' 2024-12-02T05:20:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb422a3-91b0-42f3-889a-004854a1d1a0" 2024-12-02T05:20:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f5434d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,32821,-1] 2024-12-02T05:20:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,467 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38aa68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:12,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:20:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,45419,1733116804987, seqNum=-1] 2024-12-02T05:20:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:20:12,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:20:12,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T05:20:12,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:12,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:12,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:12,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f49461030c22:32821 after: f49461030c22:32821 2024-12-02T05:20:12,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa7aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:12,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,32821,-1 for getting cluster id 2024-12-02T05:20:12,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:12,479 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb422a3-91b0-42f3-889a-004854a1d1a0' 2024-12-02T05:20:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb422a3-91b0-42f3-889a-004854a1d1a0" 2024-12-02T05:20:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269590be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,32821,-1] 2024-12-02T05:20:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,481 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:12,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d59ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:12,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:20:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,32821,1733116804664 2024-12-02T05:20:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d115e9 2024-12-02T05:20:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:20:12,485 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:20:12,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:20:12,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T05:20:12,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:20:12,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T05:20:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:20:12,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:12,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:12,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:12,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:20:12,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1589424477, stopped=false 2024-12-02T05:20:12,491 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,35901,1733116789978 2024-12-02T05:20:12,577 DEBUG [f49461030c22:32821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:20:12,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5287e7cbd8980d2d344aca50b7205ffa, regionState=OPENING, regionLocation=f49461030c22,45419,1733116804987 2024-12-02T05:20:12,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN because future has completed 2024-12-02T05:20:12,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5287e7cbd8980d2d344aca50b7205ffa, server=f49461030c22,45419,1733116804987}] 2024-12-02T05:20:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1048767629/running 2024-12-02T05:20:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1048767629/running 2024-12-02T05:20:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:20:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:20:12,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:12,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:12,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:12,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on znode that does not yet exist, /1-1048767629/running 2024-12-02T05:20:12,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Set watcher on znode that does not yet exist, /1-1048767629/running 2024-12-02T05:20:12,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,32867,1733116790727' ***** 2024-12-02T05:20:12,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:20:12,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:20:12,703 INFO [RS:0;f49461030c22:32867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:20:12,703 INFO [RS:0;f49461030c22:32867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:20:12,703 INFO [RS:0;f49461030c22:32867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:20:12,703 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(959): stopping server f49461030c22,32867,1733116790727 2024-12-02T05:20:12,704 INFO [RS:0;f49461030c22:32867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:12,704 INFO [RS:0;f49461030c22:32867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:32867. 2024-12-02T05:20:12,704 DEBUG [RS:0;f49461030c22:32867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:12,704 DEBUG [RS:0;f49461030c22:32867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:12,704 INFO [RS:0;f49461030c22:32867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:20:12,704 INFO [RS:0;f49461030c22:32867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:20:12,704 INFO [RS:0;f49461030c22:32867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:20:12,704 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:20:12,705 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:20:12,705 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:20:12,705 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:12,705 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:20:12,705 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:20:12,705 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:20:12,705 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:20:12,705 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:20:12,706 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T05:20:12,726 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740/.tmp/ns/1e7b2d2866c647d8ba83650b90d4d8ed is 43, key is default/ns:d/1733116795946/Put/seqid=0 2024-12-02T05:20:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741835_1011 (size=5153) 2024-12-02T05:20:12,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:12,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:12,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:20:12,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C45419%2C1733116804987.rep, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs, maxLogs=10 2024-12-02T05:20:12,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.rep.1733116812741, exclude list is [], retry=0 2024-12-02T05:20:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-a07bb3e2-4981-4927-bf26-95151155ff49,DISK] 2024-12-02T05:20:12,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.rep.1733116812741 2024-12-02T05:20:12,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35825:35825)] 2024-12-02T05:20:12,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5287e7cbd8980d2d344aca50b7205ffa, NAME => 'hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:12,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:20:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:20:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. service=MultiRowMutationService 2024-12-02T05:20:12,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:20:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,760 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,761 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5287e7cbd8980d2d344aca50b7205ffa columnFamilyName hfileref 2024-12-02T05:20:12,761 DEBUG [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:12,761 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(327): Store=5287e7cbd8980d2d344aca50b7205ffa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:12,762 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,762 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5287e7cbd8980d2d344aca50b7205ffa columnFamilyName queue 2024-12-02T05:20:12,763 DEBUG [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:12,771 DEBUG [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/queue/500dc40b32e04ca1a93ed768c7600eb0 2024-12-02T05:20:12,771 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(327): Store=5287e7cbd8980d2d344aca50b7205ffa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:12,772 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,773 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5287e7cbd8980d2d344aca50b7205ffa columnFamilyName sid 2024-12-02T05:20:12,773 DEBUG [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:12,774 INFO [StoreOpener-5287e7cbd8980d2d344aca50b7205ffa-1 {}] regionserver.HStore(327): Store=5287e7cbd8980d2d344aca50b7205ffa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:12,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:20:12,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 5287e7cbd8980d2d344aca50b7205ffa; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62181205, jitterRate=-0.07342784106731415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:20:12,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:12,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5287e7cbd8980d2d344aca50b7205ffa: Running coprocessor pre-open hook at 1733116812758Writing region info on filesystem at 1733116812758Initializing all the Stores at 1733116812759 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116812760 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116812760Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116812760Cleaning up temporary data from old regions at 1733116812778 (+18 ms)Running coprocessor post-open hooks at 1733116812781 (+3 ms)Region opened successfully at 1733116812782 (+1 ms) 2024-12-02T05:20:12,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa., pid=19, masterSystemTime=1733116812735 2024-12-02T05:20:12,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:12,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:12,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5287e7cbd8980d2d344aca50b7205ffa, regionState=OPEN, openSeqNum=10, regionLocation=f49461030c22,45419,1733116804987 2024-12-02T05:20:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5287e7cbd8980d2d344aca50b7205ffa, server=f49461030c22,45419,1733116804987 because future has completed 2024-12-02T05:20:12,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T05:20:12,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5287e7cbd8980d2d344aca50b7205ffa, server=f49461030c22,45419,1733116804987 in 208 msec 2024-12-02T05:20:12,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-02T05:20:12,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5287e7cbd8980d2d344aca50b7205ffa, ASSIGN in 371 msec 2024-12-02T05:20:12,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T05:20:12,802 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:12,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa., hostname=f49461030c22,45419,1733116804987, seqNum=10] 2024-12-02T05:20:12,839 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f49461030c22,34653,1733116779542 2024-12-02T05:20:12,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T05:20:12,905 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:13,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-02T05:20:13,059 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:13,060 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:13,105 DEBUG [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:13,132 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740/.tmp/ns/1e7b2d2866c647d8ba83650b90d4d8ed 2024-12-02T05:20:13,140 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740/.tmp/ns/1e7b2d2866c647d8ba83650b90d4d8ed as hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740/ns/1e7b2d2866c647d8ba83650b90d4d8ed 2024-12-02T05:20:13,147 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740/ns/1e7b2d2866c647d8ba83650b90d4d8ed, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T05:20:13,148 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-12-02T05:20:13,148 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:20:13,154 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T05:20:13,154 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:13,154 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:13,155 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:13,155 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116812705Running coprocessor pre-close hooks at 1733116812705Disabling compacts and flushes for region at 1733116812705Disabling writes for close at 1733116812705Obtaining lock to block concurrent updates at 1733116812706 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733116812706Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733116812706Flushing stores of hbase:meta,,1.1588230740 at 1733116812708 (+2 ms)Flushing 1588230740/ns: creating writer at 1733116812708Flushing 1588230740/ns: appending metadata at 1733116812726 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733116812726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abfddaa: reopening flushed file at 1733116813139 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1733116813148 (+9 ms)Writing region close event to WAL at 1733116813149 (+1 ms)Running coprocessor post-close hooks at 1733116813154 (+5 ms)Closed at 1733116813155 (+1 ms) 2024-12-02T05:20:13,155 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:13,306 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(976): stopping server f49461030c22,32867,1733116790727; all regions closed. 2024-12-02T05:20:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741834_1010 (size=1152) 2024-12-02T05:20:13,312 DEBUG [RS:0;f49461030c22:32867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/oldWALs 2024-12-02T05:20:13,312 INFO [RS:0;f49461030c22:32867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C32867%2C1733116790727.meta:.meta(num 1733116795751) 2024-12-02T05:20:13,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741833_1009 (size=93) 2024-12-02T05:20:13,317 DEBUG [RS:0;f49461030c22:32867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/oldWALs 2024-12-02T05:20:13,317 INFO [RS:0;f49461030c22:32867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C32867%2C1733116790727:(num 1733116794719) 2024-12-02T05:20:13,317 DEBUG [RS:0;f49461030c22:32867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:13,317 INFO [RS:0;f49461030c22:32867 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:13,317 INFO [RS:0;f49461030c22:32867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:13,317 INFO [RS:0;f49461030c22:32867 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:13,318 INFO [RS:0;f49461030c22:32867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:13,318 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:13,318 INFO [RS:0;f49461030c22:32867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32867 2024-12-02T05:20:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1048767629/rs/f49461030c22,32867,1733116790727 2024-12-02T05:20:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629/rs 2024-12-02T05:20:13,474 INFO [RS:0;f49461030c22:32867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:13,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,32867,1733116790727] 2024-12-02T05:20:13,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:20:13,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1048767629/draining/f49461030c22,32867,1733116790727 already deleted, retry=false 2024-12-02T05:20:13,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,32867,1733116790727 expired; onlineServers=0 2024-12-02T05:20:13,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,35901,1733116789978' ***** 2024-12-02T05:20:13,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:20:13,700 INFO [M:0;f49461030c22:35901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:13,701 INFO [M:0;f49461030c22:35901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:13,701 DEBUG [M:0;f49461030c22:35901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:20:13,701 DEBUG [M:0;f49461030c22:35901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:20:13,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:20:13,701 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116794089 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116794089,5,FailOnTimeoutGroup] 2024-12-02T05:20:13,701 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116794089 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116794089,5,FailOnTimeoutGroup] 2024-12-02T05:20:13,701 INFO [M:0;f49461030c22:35901 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:13,702 INFO [M:0;f49461030c22:35901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:13,702 DEBUG [M:0;f49461030c22:35901 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:20:13,702 INFO [M:0;f49461030c22:35901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:20:13,702 INFO [M:0;f49461030c22:35901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:13,702 INFO [M:0;f49461030c22:35901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:20:13,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:20:13,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1048767629/master 2024-12-02T05:20:13,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1048767629 2024-12-02T05:20:13,727 DEBUG [M:0;f49461030c22:35901 {}] zookeeper.ZKUtil(347): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Unable to get data of znode /1-1048767629/master because node does not exist (not an error) 2024-12-02T05:20:13,727 WARN [M:0;f49461030c22:35901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:20:13,728 INFO [M:0;f49461030c22:35901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/.lastflushedseqids 2024-12-02T05:20:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741836_1012 (size=99) 2024-12-02T05:20:13,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:13,769 INFO [RS:0;f49461030c22:32867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:13,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32867-0x101947b2f220004, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:13,769 INFO [RS:0;f49461030c22:32867 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,32867,1733116790727; zookeeper connection closed. 2024-12-02T05:20:13,770 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57659a1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57659a1d 2024-12-02T05:20:13,770 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:20:14,071 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:14,071 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:14,136 INFO [M:0;f49461030c22:35901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:20:14,136 INFO [M:0;f49461030c22:35901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:20:14,137 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:14,137 INFO [M:0;f49461030c22:35901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:14,137 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:14,137 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:14,137 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:14,137 INFO [M:0;f49461030c22:35901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T05:20:14,156 DEBUG [M:0;f49461030c22:35901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc2a157b1afa46d79b65e95486bbe0b0 is 82, key is hbase:meta,,1/info:regioninfo/1733116795791/Put/seqid=0 2024-12-02T05:20:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741837_1013 (size=5672) 2024-12-02T05:20:14,562 INFO [M:0;f49461030c22:35901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc2a157b1afa46d79b65e95486bbe0b0 2024-12-02T05:20:14,589 DEBUG [M:0;f49461030c22:35901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa82c56692714b30ab4ec4b577c41045 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733116795953/Put/seqid=0 2024-12-02T05:20:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741838_1014 (size=5275) 2024-12-02T05:20:14,995 INFO [M:0;f49461030c22:35901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa82c56692714b30ab4ec4b577c41045 2024-12-02T05:20:15,022 DEBUG [M:0;f49461030c22:35901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb15ba3299e41c68bb4e49f2db803e0 is 69, key is f49461030c22,32867,1733116790727/rs:state/1733116794430/Put/seqid=0 2024-12-02T05:20:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741839_1015 (size=5156) 2024-12-02T05:20:15,181 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:15,181 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:15,427 INFO [M:0;f49461030c22:35901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb15ba3299e41c68bb4e49f2db803e0 2024-12-02T05:20:15,434 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc2a157b1afa46d79b65e95486bbe0b0 as hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc2a157b1afa46d79b65e95486bbe0b0 2024-12-02T05:20:15,440 INFO [M:0;f49461030c22:35901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc2a157b1afa46d79b65e95486bbe0b0, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T05:20:15,442 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa82c56692714b30ab4ec4b577c41045 as hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa82c56692714b30ab4ec4b577c41045 2024-12-02T05:20:15,448 INFO [M:0;f49461030c22:35901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa82c56692714b30ab4ec4b577c41045, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T05:20:15,449 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb15ba3299e41c68bb4e49f2db803e0 as hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb15ba3299e41c68bb4e49f2db803e0 2024-12-02T05:20:15,454 INFO [M:0;f49461030c22:35901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36803/user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb15ba3299e41c68bb4e49f2db803e0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T05:20:15,455 INFO [M:0;f49461030c22:35901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false 2024-12-02T05:20:15,457 INFO [M:0;f49461030c22:35901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:15,457 DEBUG [M:0;f49461030c22:35901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116814136Disabling compacts and flushes for region at 1733116814137 (+1 ms)Disabling writes for close at 1733116814137Obtaining lock to block concurrent updates at 1733116814137Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116814137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733116814138 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116814140 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116814140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116814156 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116814156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116814571 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116814589 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116814589Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116815006 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116815022 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116815022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3800e70f: reopening flushed file at 1733116815433 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a98e71c: reopening flushed file at 1733116815440 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6910c22e: reopening flushed file at 1733116815448 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false at 1733116815456 (+8 ms)Writing region close event to WAL at 1733116815457 (+1 ms)Closed at 1733116815457 2024-12-02T05:20:15,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741830_1006 (size=10165) 2024-12-02T05:20:15,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4d2d6dc-8c76-5df4-be49-675cce5ab2d5/MasterData/WALs/f49461030c22,35901,1733116789978/f49461030c22%2C35901%2C1733116789978.1733116792573 not finished, retry = 0 2024-12-02T05:20:15,561 INFO [M:0;f49461030c22:35901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:20:15,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:15,561 INFO [M:0;f49461030c22:35901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35901 2024-12-02T05:20:15,564 INFO [M:0;f49461030c22:35901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:15,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:15,707 INFO [M:0;f49461030c22:35901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:15,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35901-0x101947b2f220003, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:15,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69e55919{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:20:15,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63943e80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:15,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:15,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@100e5ea5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:15,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b956810{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:15,866 WARN [BP-635194481-172.17.0.2-1733116786203 heartbeating to localhost/127.0.0.1:36803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:20:15,867 WARN [BP-635194481-172.17.0.2-1733116786203 heartbeating to localhost/127.0.0.1:36803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-635194481-172.17.0.2-1733116786203 (Datanode Uuid 0a3545c4-5d93-4b42-bee9-9112d3bdaf25) service to localhost/127.0.0.1:36803 2024-12-02T05:20:15,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/cluster_4d9b8eba-e657-5bad-8e50-ef33666ddc23/data/data1/current/BP-635194481-172.17.0.2-1733116786203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:15,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/cluster_4d9b8eba-e657-5bad-8e50-ef33666ddc23/data/data2/current/BP-635194481-172.17.0.2-1733116786203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:15,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:20:15,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:20:15,868 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:20:15,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ad2b616{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:20:15,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2176a182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:15,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:15,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f1caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:15,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc9c02a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:15,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:20:15,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:20:15,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:15,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:15,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:15,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:15,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:15,895 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:20:15,895 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1004755042, stopped=false 2024-12-02T05:20:15,895 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,32821,1733116804664 2024-12-02T05:20:15,916 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/running 2024-12-02T05:20:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/running 2024-12-02T05:20:15,916 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:15,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:15,916 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:15,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:15,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:15,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:15,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:20:15,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Set watcher on znode that does not yet exist, /02078967823/running 2024-12-02T05:20:15,917 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,45419,1733116804987' ***** 2024-12-02T05:20:15,917 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:20:15,917 INFO [RS:0;f49461030c22:45419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:20:15,917 INFO [RS:0;f49461030c22:45419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:20:15,918 INFO [RS:0;f49461030c22:45419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:20:15,918 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:20:15,918 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(3091): Received CLOSE for 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:15,920 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(959): stopping server f49461030c22,45419,1733116804987 2024-12-02T05:20:15,920 INFO [RS:0;f49461030c22:45419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:15,920 INFO [RS:0;f49461030c22:45419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:45419. 2024-12-02T05:20:15,920 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5287e7cbd8980d2d344aca50b7205ffa, disabling compactions & flushes 2024-12-02T05:20:15,920 DEBUG [RS:0;f49461030c22:45419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:15,920 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:15,920 DEBUG [RS:0;f49461030c22:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:15,920 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:15,920 INFO [RS:0;f49461030c22:45419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:20:15,920 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. after waiting 0 ms 2024-12-02T05:20:15,920 INFO [RS:0;f49461030c22:45419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:20:15,920 INFO [RS:0;f49461030c22:45419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:20:15,920 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:15,921 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:20:15,921 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:20:15,921 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5287e7cbd8980d2d344aca50b7205ffa=hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa.} 2024-12-02T05:20:15,921 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5287e7cbd8980d2d344aca50b7205ffa 2024-12-02T05:20:15,921 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:20:15,921 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:20:15,921 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:20:15,921 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:20:15,922 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:20:15,922 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T05:20:15,926 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/replication/5287e7cbd8980d2d344aca50b7205ffa/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-02T05:20:15,926 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:15,926 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:15,927 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:15,927 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5287e7cbd8980d2d344aca50b7205ffa: Waiting for close lock at 1733116815920Running coprocessor pre-close hooks at 1733116815920Disabling compacts and flushes for region at 1733116815920Disabling writes for close at 1733116815920Writing region close event to WAL at 1733116815921 (+1 ms)Running coprocessor post-close hooks at 1733116815926 (+5 ms)Closed at 1733116815926 2024-12-02T05:20:15,927 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa. 2024-12-02T05:20:15,937 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/info/51e344b529b149b4b07bb81d70a09a46 is 147, key is hbase:replication,,1733116796372.5287e7cbd8980d2d344aca50b7205ffa./info:regioninfo/1733116812786/Put/seqid=0 2024-12-02T05:20:15,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741851_1027 (size=6385) 2024-12-02T05:20:16,009 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:16,121 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:16,322 DEBUG [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:16,343 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/info/51e344b529b149b4b07bb81d70a09a46 2024-12-02T05:20:16,353 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/.tmp/info/51e344b529b149b4b07bb81d70a09a46 as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/info/51e344b529b149b4b07bb81d70a09a46 2024-12-02T05:20:16,360 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/info/51e344b529b149b4b07bb81d70a09a46, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T05:20:16,361 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-12-02T05:20:16,366 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T05:20:16,367 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:16,367 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:16,367 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:16,367 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116815921Running coprocessor pre-close hooks at 1733116815921Disabling compacts and flushes for region at 1733116815921Disabling writes for close at 1733116815921Obtaining lock to block concurrent updates at 1733116815922 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733116815922Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733116815922Flushing stores of hbase:meta,,1.1588230740 at 1733116815923 (+1 ms)Flushing 1588230740/info: creating writer at 1733116815923Flushing 1588230740/info: appending metadata at 1733116815937 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733116815937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1716b81b: reopening flushed file at 1733116816352 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1733116816361 (+9 ms)Writing region close event to WAL at 1733116816363 (+2 ms)Running coprocessor post-close hooks at 1733116816367 (+4 ms)Closed at 1733116816367 2024-12-02T05:20:16,367 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:16,391 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:16,391 DEBUG [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 to pos 0, reset compression=false 2024-12-02T05:20:16,435 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:20:16,435 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:20:16,522 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(976): stopping server f49461030c22,45419,1733116804987; all regions closed. 2024-12-02T05:20:16,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741849_1025 (size=2156) 2024-12-02T05:20:16,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.meta.1733116809205.meta not finished, retry = 0 2024-12-02T05:20:16,631 DEBUG [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs 2024-12-02T05:20:16,631 INFO [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C45419%2C1733116804987.meta:.meta(num 1733116809205) 2024-12-02T05:20:16,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741850_1026 (size=796) 2024-12-02T05:20:16,637 DEBUG [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs 2024-12-02T05:20:16,637 INFO [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C45419%2C1733116804987.rep:(num 1733116812741) 2024-12-02T05:20:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741848_1024 (size=93) 2024-12-02T05:20:16,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/WALs/f49461030c22,45419,1733116804987/f49461030c22%2C45419%2C1733116804987.1733116808570 not finished, retry = 0 2024-12-02T05:20:16,744 DEBUG [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/oldWALs 2024-12-02T05:20:16,744 INFO [RS:0;f49461030c22:45419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C45419%2C1733116804987:(num 1733116808570) 2024-12-02T05:20:16,744 DEBUG [RS:0;f49461030c22:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:16,744 INFO [RS:0;f49461030c22:45419 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:16,744 INFO [RS:0;f49461030c22:45419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:16,745 INFO [RS:0;f49461030c22:45419 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:16,745 INFO [RS:0;f49461030c22:45419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:16,745 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:16,745 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T05:20:16,745 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,45419,1733116804987 because: Region server is closing 2024-12-02T05:20:16,745 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T05:20:16,745 INFO [RS:0;f49461030c22:45419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:45419. 2024-12-02T05:20:16,745 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T05:20:16,746 DEBUG [RS:0;f49461030c22:45419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:16,746 DEBUG [RS:0;f49461030c22:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:16,746 DEBUG [RS:0;f49461030c22:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:16,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:16,846 WARN [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:20:16,846 WARN [RS:0;f49461030c22:45419.replicationSource.shipperf49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:20:16,847 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f49461030c22:45419.replicationSource.shipperf49461030c22%2C45419%2C1733116804987,1-f49461030c22,45419,1733116804987 terminated 2024-12-02T05:20:16,847 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f49461030c22,45419,1733116804987 because: Region server is closing 2024-12-02T05:20:16,847 INFO [RS:0;f49461030c22:45419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:45419. 2024-12-02T05:20:16,847 DEBUG [RS:0;f49461030c22:45419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:16,847 DEBUG [RS:0;f49461030c22:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:16,847 DEBUG [RS:0;f49461030c22:45419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:16,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:16,948 WARN [RS:0;f49461030c22:45419.replicationSource.wal-reader.f49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:20:16,948 WARN [RS:0;f49461030c22:45419.replicationSource.shipperf49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:20:16,948 INFO [RS:0;f49461030c22:45419 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f49461030c22:45419.replicationSource.shipperf49461030c22%2C45419%2C1733116804987,2-f49461030c22,45419,1733116804987 terminated 2024-12-02T05:20:16,948 INFO [RS:0;f49461030c22:45419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45419 2024-12-02T05:20:17,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823/rs 2024-12-02T05:20:17,137 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/rs/f49461030c22,45419,1733116804987 2024-12-02T05:20:17,137 INFO [RS:0;f49461030c22:45419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:17,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,45419,1733116804987] 2024-12-02T05:20:17,160 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02078967823/draining/f49461030c22,45419,1733116804987 already deleted, retry=false 2024-12-02T05:20:17,160 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,45419,1733116804987 expired; onlineServers=0 2024-12-02T05:20:17,160 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,32821,1733116804664' ***** 2024-12-02T05:20:17,160 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:20:17,160 INFO [M:0;f49461030c22:32821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:17,160 INFO [M:0;f49461030c22:32821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:17,160 DEBUG [M:0;f49461030c22:32821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:20:17,160 DEBUG [M:0;f49461030c22:32821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:20:17,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:20:17,160 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116807889 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116807889,5,FailOnTimeoutGroup] 2024-12-02T05:20:17,160 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116807889 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116807889,5,FailOnTimeoutGroup] 2024-12-02T05:20:17,160 INFO [M:0;f49461030c22:32821 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:17,160 INFO [M:0;f49461030c22:32821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:17,161 DEBUG [M:0;f49461030c22:32821 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:20:17,161 INFO [M:0;f49461030c22:32821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:20:17,161 INFO [M:0;f49461030c22:32821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:17,161 INFO [M:0;f49461030c22:32821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:20:17,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:20:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02078967823/master 2024-12-02T05:20:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02078967823 2024-12-02T05:20:17,170 DEBUG [M:0;f49461030c22:32821 {}] zookeeper.ZKUtil(347): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Unable to get data of znode /02078967823/master because node does not exist (not an error) 2024-12-02T05:20:17,170 WARN [M:0;f49461030c22:32821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:20:17,171 INFO [M:0;f49461030c22:32821 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/.lastflushedseqids 2024-12-02T05:20:17,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741852_1028 (size=181) 2024-12-02T05:20:17,250 INFO [RS:0;f49461030c22:45419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:17,250 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:17,250 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45419-0x101947b2f220007, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:17,250 INFO [RS:0;f49461030c22:45419 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,45419,1733116804987; zookeeper connection closed. 2024-12-02T05:20:17,250 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c3aff0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c3aff0f 2024-12-02T05:20:17,250 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:20:17,578 INFO [M:0;f49461030c22:32821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:20:17,578 INFO [M:0;f49461030c22:32821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:20:17,578 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:17,578 INFO [M:0;f49461030c22:32821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:17,578 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:17,578 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:17,578 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:17,579 INFO [M:0;f49461030c22:32821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T05:20:17,594 DEBUG [M:0;f49461030c22:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2812c23922444caca30a4b2a069474f0 is 82, key is hbase:meta,,1/info:regioninfo/1733116809269/Put/seqid=0 2024-12-02T05:20:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741853_1029 (size=5680) 2024-12-02T05:20:17,999 INFO [M:0;f49461030c22:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2812c23922444caca30a4b2a069474f0 2024-12-02T05:20:18,020 DEBUG [M:0;f49461030c22:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187a409060594fc7a628d1338d9d6a9e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733116812796/Put/seqid=0 2024-12-02T05:20:18,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741854_1030 (size=7319) 2024-12-02T05:20:18,425 INFO [M:0;f49461030c22:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187a409060594fc7a628d1338d9d6a9e 2024-12-02T05:20:18,444 DEBUG [M:0;f49461030c22:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbeca63803e7424da411f16556074dfc is 69, key is f49461030c22,45419,1733116804987/rs:state/1733116808183/Put/seqid=0 2024-12-02T05:20:18,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741855_1031 (size=5371) 2024-12-02T05:20:18,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:20:18,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:18,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:18,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:20:18,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:18,849 INFO [M:0;f49461030c22:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbeca63803e7424da411f16556074dfc 2024-12-02T05:20:18,855 INFO [M:0;f49461030c22:32821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbeca63803e7424da411f16556074dfc 2024-12-02T05:20:18,856 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2812c23922444caca30a4b2a069474f0 as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2812c23922444caca30a4b2a069474f0 2024-12-02T05:20:18,861 INFO [M:0;f49461030c22:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2812c23922444caca30a4b2a069474f0, entries=8, sequenceid=172, filesize=5.5 K 2024-12-02T05:20:18,862 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/187a409060594fc7a628d1338d9d6a9e as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/187a409060594fc7a628d1338d9d6a9e 2024-12-02T05:20:18,868 INFO [M:0;f49461030c22:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/187a409060594fc7a628d1338d9d6a9e, entries=7, sequenceid=172, filesize=7.1 K 2024-12-02T05:20:18,869 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbeca63803e7424da411f16556074dfc as hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbeca63803e7424da411f16556074dfc 2024-12-02T05:20:18,875 INFO [M:0;f49461030c22:32821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbeca63803e7424da411f16556074dfc 2024-12-02T05:20:18,876 INFO [M:0;f49461030c22:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbeca63803e7424da411f16556074dfc, entries=2, sequenceid=172, filesize=5.2 K 2024-12-02T05:20:18,877 INFO [M:0;f49461030c22:32821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false 2024-12-02T05:20:18,878 INFO [M:0;f49461030c22:32821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:18,878 DEBUG [M:0;f49461030c22:32821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116817578Disabling compacts and flushes for region at 1733116817578Disabling writes for close at 1733116817578Obtaining lock to block concurrent updates at 1733116817579 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116817579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733116817579Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116817580 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116817580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116817594 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116817594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116818006 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116818020 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116818020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116818431 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116818443 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116818443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7574f99d: reopening flushed file at 1733116818855 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7eab98: reopening flushed file at 1733116818861 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74389875: reopening flushed file at 1733116818868 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false at 1733116818877 (+9 ms)Writing region close event to WAL at 1733116818878 (+1 ms)Closed at 1733116818878 2024-12-02T05:20:18,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741847_1023 (size=22949) 2024-12-02T05:20:18,881 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c9e6e68-9a11-4527-67f3-ecae165ccc9a/MasterData/WALs/f49461030c22,32821,1733116804664/f49461030c22%2C32821%2C1733116804664.1733116805980 not finished, retry = 0 2024-12-02T05:20:18,982 INFO [M:0;f49461030c22:32821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:20:18,982 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:18,982 INFO [M:0;f49461030c22:32821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32821 2024-12-02T05:20:18,982 INFO [M:0;f49461030c22:32821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:19,164 INFO [M:0;f49461030c22:32821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x101947b2f220006, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:19,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4167102a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:20:19,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf20040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:19,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:19,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582ab0a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:19,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617addf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:19,169 WARN [BP-858272216-172.17.0.2-1733116770245 heartbeating to localhost/127.0.0.1:46195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:20:19,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:20:19,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:20:19,169 WARN [BP-858272216-172.17.0.2-1733116770245 heartbeating to localhost/127.0.0.1:46195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-858272216-172.17.0.2-1733116770245 (Datanode Uuid c48b8a33-4da7-48ee-ad8a-faaf5fb5d773) service to localhost/127.0.0.1:46195 2024-12-02T05:20:19,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d/data/data1/current/BP-858272216-172.17.0.2-1733116770245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:19,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/cluster_8399b35c-72d5-090d-fe5a-cf52d2e0163d/data/data2/current/BP-858272216-172.17.0.2-1733116770245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:19,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:20:19,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cea93ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:20:19,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:19,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:19,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:19,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/55089fbf-a0bc-05de-0438-ef57da6a30ae/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:19,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:20:19,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101947b2f220005, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:20:19,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101947b2f220002, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:20:19,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101947b2f220005, quorum=127.0.0.1:59636, baseZNode=/1-1048767629 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:20:19,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101947b2f220002, quorum=127.0.0.1:59636, baseZNode=/02078967823 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:20:19,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:20:19,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:36803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f49461030c22:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f49461030c22:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f49461030c22:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f49461030c22:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59636) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:46195 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:36803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:46195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:46195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:36803 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@75810828 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f49461030c22:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59636) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=6755 (was 7004) 2024-12-02T05:20:19,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=6754 2024-12-02T05:20:19,424 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-02T05:20:19,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.log.dir so I do NOT create it in target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5 2024-12-02T05:20:19,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:20:19,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.tmp.dir so I do NOT create it in target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5 2024-12-02T05:20:19,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6896177f-f0b3-7dbf-f8e6-713552fda7be/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:20:19,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5 2024-12-02T05:20:19,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182, deleteOnExit=true 2024-12-02T05:20:19,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182/zookeeper_0, clientPort=63415, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:20:19,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63415 2024-12-02T05:20:19,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:20:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:20:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/test.cache.data in system properties and HBase conf 2024-12-02T05:20:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:20:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:20:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:20:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:20:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:20:19,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:20:19,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:20:19,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:20:19,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:20:20,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:20,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:20:20,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:20:20,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:20:20,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:20:20,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:20,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a74083b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:20:20,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f89553{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:20:20,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51e43907{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/java.io.tmpdir/jetty-localhost-44235-hadoop-hdfs-3_4_1-tests_jar-_-any-17214326773473786362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:20:20,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a5e24d1{HTTP/1.1, (http/1.1)}{localhost:44235} 2024-12-02T05:20:20,521 INFO [Time-limited test {}] server.Server(415): Started @53504ms 2024-12-02T05:20:21,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:21,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:20:21,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:20:21,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:20:21,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:20:21,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19317817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:20:21,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f3950{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:20:21,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14bc7768{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/java.io.tmpdir/jetty-localhost-42661-hadoop-hdfs-3_4_1-tests_jar-_-any-14670787114721644316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:20:21,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34cc490c{HTTP/1.1, (http/1.1)}{localhost:42661} 2024-12-02T05:20:21,289 INFO [Time-limited test {}] server.Server(415): Started @54272ms 2024-12-02T05:20:21,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:20:23,311 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182/data/data1/current/BP-1331486106-172.17.0.2-1733116819489/current, will proceed with Du for space computation calculation, 2024-12-02T05:20:23,311 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182/data/data2/current/BP-1331486106-172.17.0.2-1733116819489/current, will proceed with Du for space computation calculation, 2024-12-02T05:20:23,327 WARN [Thread-496 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:20:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41ba69e91670a5bf with lease ID 0xad829ffe7651dd62: Processing first storage report for DS-566df930-e164-47da-9d5e-e3fab8f6ab78 from datanode DatanodeRegistration(127.0.0.1:41705, datanodeUuid=f82c0450-546e-40a8-abab-b52ffab754ac, infoPort=33469, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=273618519;c=1733116819489) 2024-12-02T05:20:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41ba69e91670a5bf with lease ID 0xad829ffe7651dd62: from storage DS-566df930-e164-47da-9d5e-e3fab8f6ab78 node DatanodeRegistration(127.0.0.1:41705, datanodeUuid=f82c0450-546e-40a8-abab-b52ffab754ac, infoPort=33469, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=273618519;c=1733116819489), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:20:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41ba69e91670a5bf with lease ID 0xad829ffe7651dd62: Processing first storage report for DS-65971d36-7b8f-436f-aa08-f790834e5b73 from datanode DatanodeRegistration(127.0.0.1:41705, datanodeUuid=f82c0450-546e-40a8-abab-b52ffab754ac, infoPort=33469, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=273618519;c=1733116819489) 2024-12-02T05:20:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41ba69e91670a5bf with lease ID 0xad829ffe7651dd62: from storage DS-65971d36-7b8f-436f-aa08-f790834e5b73 node DatanodeRegistration(127.0.0.1:41705, datanodeUuid=f82c0450-546e-40a8-abab-b52ffab754ac, infoPort=33469, infoSecurePort=0, ipcPort=40021, storageInfo=lv=-57;cid=testClusterID;nsid=273618519;c=1733116819489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:20:23,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5 2024-12-02T05:20:23,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:23,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:20:23,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab with version=8 2024-12-02T05:20:23,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/hbase-staging 2024-12-02T05:20:23,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:23,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:23,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:23,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:23,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:23,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:23,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:20:23,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:23,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40617 2024-12-02T05:20:23,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40617 connecting to ZooKeeper ensemble=127.0.0.1:63415 2024-12-02T05:20:24,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:20:24,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:24,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406170x0, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:24,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40617-0x101947bf3ac0000 connected 2024-12-02T05:20:24,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:24,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:24,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on znode that does not yet exist, /0-189404479/running 2024-12-02T05:20:24,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab, hbase.cluster.distributed=false 2024-12-02T05:20:24,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on znode that does not yet exist, /0-189404479/acl 2024-12-02T05:20:24,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-02T05:20:24,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40617 2024-12-02T05:20:24,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40617 2024-12-02T05:20:24,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-02T05:20:24,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40617 2024-12-02T05:20:24,931 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:24,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:24,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:24,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:24,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:24,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:24,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:20:24,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:24,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42325 2024-12-02T05:20:24,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42325 connecting to ZooKeeper ensemble=127.0.0.1:63415 2024-12-02T05:20:24,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:24,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:25,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423250x0, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:25,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42325-0x101947bf3ac0001 connected 2024-12-02T05:20:25,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on znode that does not yet exist, /0-189404479/running 2024-12-02T05:20:25,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:20:25,157 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:20:25,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on znode that does not yet exist, /0-189404479/master 2024-12-02T05:20:25,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on znode that does not yet exist, /0-189404479/acl 2024-12-02T05:20:25,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42325 2024-12-02T05:20:25,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42325 2024-12-02T05:20:25,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42325 2024-12-02T05:20:25,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42325 2024-12-02T05:20:25,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42325 2024-12-02T05:20:25,232 DEBUG [M:0;f49461030c22:40617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:40617 2024-12-02T05:20:25,233 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-189404479/backup-masters/f49461030c22,40617,1733116823770 2024-12-02T05:20:25,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479/backup-masters 2024-12-02T05:20:25,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479/backup-masters 2024-12-02T05:20:25,416 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on existing znode=/0-189404479/backup-masters/f49461030c22,40617,1733116823770 2024-12-02T05:20:25,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189404479/master 2024-12-02T05:20:25,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:25,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:25,663 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on existing znode=/0-189404479/master 2024-12-02T05:20:25,664 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-189404479/backup-masters/f49461030c22,40617,1733116823770 from backup master directory 2024-12-02T05:20:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189404479/backup-masters/f49461030c22,40617,1733116823770 2024-12-02T05:20:25,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479/backup-masters 2024-12-02T05:20:25,900 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:20:25,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,40617,1733116823770 2024-12-02T05:20:25,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479/backup-masters 2024-12-02T05:20:25,913 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/hbase.id] with ID: 9e194c8a-0f09-4a38-8c06-c80f16151a29 2024-12-02T05:20:25,913 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/.tmp/hbase.id 2024-12-02T05:20:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:20:26,351 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/.tmp/hbase.id]:[hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/hbase.id] 2024-12-02T05:20:26,364 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:26,364 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:20:26,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T05:20:26,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:26,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:20:26,967 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:20:26,968 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:20:26,968 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:20:27,376 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store 2024-12-02T05:20:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:20:27,784 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:27,784 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:27,784 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:27,784 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:27,784 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:27,784 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:27,784 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:27,784 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116827784Disabling compacts and flushes for region at 1733116827784Disabling writes for close at 1733116827784Writing region close event to WAL at 1733116827784Closed at 1733116827784 2024-12-02T05:20:27,785 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/.initializing 2024-12-02T05:20:27,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/WALs/f49461030c22,40617,1733116823770 2024-12-02T05:20:27,786 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:20:27,789 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C40617%2C1733116823770, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/WALs/f49461030c22,40617,1733116823770, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/oldWALs, maxLogs=10 2024-12-02T05:20:27,804 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/WALs/f49461030c22,40617,1733116823770/f49461030c22%2C40617%2C1733116823770.1733116827789, exclude list is [], retry=0 2024-12-02T05:20:27,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-566df930-e164-47da-9d5e-e3fab8f6ab78,DISK] 2024-12-02T05:20:27,808 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/WALs/f49461030c22,40617,1733116823770/f49461030c22%2C40617%2C1733116823770.1733116827789 2024-12-02T05:20:27,809 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33469:33469)] 2024-12-02T05:20:27,809 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:27,809 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:27,809 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,809 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:20:27,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:27,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:27,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:20:27,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:20:27,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:20:27,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:27,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:27,819 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,820 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,820 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,822 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,822 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,822 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:27,824 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:27,826 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:20:27,826 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73748066, jitterRate=0.09893181920051575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:27,827 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116827809Initializing all the Stores at 1733116827810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116827810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116827810Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116827811 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116827811Cleaning up temporary data from old regions at 1733116827822 (+11 ms)Region opened successfully at 1733116827827 (+5 ms) 2024-12-02T05:20:27,827 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:20:27,831 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d63bfe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:20:27,832 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:20:27,832 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:20:27,832 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:20:27,832 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:20:27,833 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:20:27,834 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:20:27,834 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:20:27,836 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:20:27,837 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Unable to get data of znode /0-189404479/balancer because node does not exist (not necessarily an error) 2024-12-02T05:20:28,123 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189404479/balancer already deleted, retry=false 2024-12-02T05:20:28,124 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:20:28,124 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Unable to get data of znode /0-189404479/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:20:28,136 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189404479/normalizer already deleted, retry=false 2024-12-02T05:20:28,137 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:20:28,145 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Unable to get data of znode /0-189404479/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:20:28,320 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189404479/switch/split already deleted, retry=false 2024-12-02T05:20:28,321 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Unable to get data of znode /0-189404479/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:20:28,346 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189404479/switch/merge already deleted, retry=false 2024-12-02T05:20:28,350 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Unable to get data of znode /0-189404479/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:20:28,378 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189404479/snapshot-cleanup already deleted, retry=false 2024-12-02T05:20:28,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189404479/running 2024-12-02T05:20:28,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189404479/running 2024-12-02T05:20:28,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:28,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:28,608 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,40617,1733116823770, sessionid=0x101947bf3ac0000, setting cluster-up flag (Was=false) 2024-12-02T05:20:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:28,725 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189404479/flush-table-proc/acquired, /0-189404479/flush-table-proc/reached, /0-189404479/flush-table-proc/abort 2024-12-02T05:20:28,727 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40617,1733116823770 2024-12-02T05:20:29,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:29,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:29,315 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189404479/online-snapshot/acquired, /0-189404479/online-snapshot/reached, /0-189404479/online-snapshot/abort 2024-12-02T05:20:29,316 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40617,1733116823770 2024-12-02T05:20:29,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:20:29,320 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:29,320 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:20:29,320 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:20:29,321 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,40617,1733116823770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:20:29,322 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:29,322 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:29,322 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:29,322 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:29,322 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:20:29,323 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,323 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:20:29,323 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116859324 2024-12-02T05:20:29,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:20:29,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:20:29,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:20:29,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:20:29,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:20:29,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:20:29,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:29,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:20:29,326 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:29,326 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:20:29,328 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:20:29,328 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:20:29,329 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:20:29,329 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:20:29,329 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:20:29,329 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:20:29,332 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116829329,5,FailOnTimeoutGroup] 2024-12-02T05:20:29,336 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116829332,5,FailOnTimeoutGroup] 2024-12-02T05:20:29,336 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,336 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:20:29,336 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,336 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:20:29,400 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(746): ClusterId : 9e194c8a-0f09-4a38-8c06-c80f16151a29 2024-12-02T05:20:29,400 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:20:29,586 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:20:29,586 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:20:29,610 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:20:29,611 DEBUG [RS:0;f49461030c22:42325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1ec783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:20:29,621 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:42325 2024-12-02T05:20:29,621 INFO [RS:0;f49461030c22:42325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:20:29,621 INFO [RS:0;f49461030c22:42325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:20:29,621 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:20:29,622 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,40617,1733116823770 with port=42325, startcode=1733116824931 2024-12-02T05:20:29,622 DEBUG [RS:0;f49461030c22:42325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:20:29,624 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:20:29,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,42325,1733116824931 2024-12-02T05:20:29,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40617 {}] master.ServerManager(517): Registering regionserver=f49461030c22,42325,1733116824931 2024-12-02T05:20:29,627 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab 2024-12-02T05:20:29,627 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45219 2024-12-02T05:20:29,627 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:20:29,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:20:29,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab 2024-12-02T05:20:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:20:29,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479/rs 2024-12-02T05:20:29,846 DEBUG [RS:0;f49461030c22:42325 {}] zookeeper.ZKUtil(111): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on existing znode=/0-189404479/rs/f49461030c22,42325,1733116824931 2024-12-02T05:20:29,846 WARN [RS:0;f49461030c22:42325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:20:29,847 INFO [RS:0;f49461030c22:42325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:29,847 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931 2024-12-02T05:20:29,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,42325,1733116824931] 2024-12-02T05:20:29,850 INFO [RS:0;f49461030c22:42325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:20:29,852 INFO [RS:0;f49461030c22:42325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:20:29,853 INFO [RS:0;f49461030c22:42325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:20:29,853 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,853 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:20:29,854 INFO [RS:0;f49461030c22:42325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:20:29,854 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,854 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,854 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,854 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,854 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:20:29,855 DEBUG [RS:0;f49461030c22:42325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:20:29,856 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,856 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,856 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,856 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,856 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,856 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42325,1733116824931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:20:29,869 INFO [RS:0;f49461030c22:42325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:20:29,869 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42325,1733116824931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,870 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,870 INFO [RS:0;f49461030c22:42325 {}] regionserver.Replication(171): f49461030c22,42325,1733116824931 started 2024-12-02T05:20:29,886 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:29,886 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,42325,1733116824931, RpcServer on f49461030c22/172.17.0.2:42325, sessionid=0x101947bf3ac0001 2024-12-02T05:20:29,886 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:20:29,886 DEBUG [RS:0;f49461030c22:42325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,42325,1733116824931 2024-12-02T05:20:29,886 DEBUG [RS:0;f49461030c22:42325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42325,1733116824931' 2024-12-02T05:20:29,886 DEBUG [RS:0;f49461030c22:42325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189404479/flush-table-proc/abort' 2024-12-02T05:20:29,887 DEBUG [RS:0;f49461030c22:42325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189404479/flush-table-proc/acquired' 2024-12-02T05:20:29,887 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:20:29,887 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:20:29,887 DEBUG [RS:0;f49461030c22:42325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,42325,1733116824931 2024-12-02T05:20:29,887 DEBUG [RS:0;f49461030c22:42325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42325,1733116824931' 2024-12-02T05:20:29,887 DEBUG [RS:0;f49461030c22:42325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189404479/online-snapshot/abort' 2024-12-02T05:20:29,887 DEBUG [RS:0;f49461030c22:42325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189404479/online-snapshot/acquired' 2024-12-02T05:20:29,888 DEBUG [RS:0;f49461030c22:42325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:20:29,888 INFO [RS:0;f49461030c22:42325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:20:29,888 INFO [RS:0;f49461030c22:42325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:20:29,988 INFO [RS:0;f49461030c22:42325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:20:29,990 INFO [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42325%2C1733116824931, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/oldWALs, maxLogs=10 2024-12-02T05:20:30,001 DEBUG [RS:0;f49461030c22:42325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990, exclude list is [], retry=0 2024-12-02T05:20:30,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-566df930-e164-47da-9d5e-e3fab8f6ab78,DISK] 2024-12-02T05:20:30,005 INFO [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 2024-12-02T05:20:30,006 DEBUG [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33469:33469)] 2024-12-02T05:20:30,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:20:30,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:20:30,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:20:30,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:20:30,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:20:30,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:20:30,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:20:30,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:20:30,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:20:30,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740 2024-12-02T05:20:30,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740 2024-12-02T05:20:30,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:20:30,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:20:30,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:30,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:20:30,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:20:30,163 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59477137, jitterRate=-0.11372159421443939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:30,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116830147Initializing all the Stores at 1733116830148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116830148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116830148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116830148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116830148Cleaning up temporary data from old regions at 1733116830159 (+11 ms)Region opened successfully at 1733116830163 (+4 ms) 2024-12-02T05:20:30,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:20:30,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:20:30,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:20:30,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:20:30,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:20:30,164 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:30,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116830163Disabling compacts and flushes for region at 1733116830163Disabling writes for close at 1733116830164 (+1 ms)Writing region close event to WAL at 1733116830164Closed at 1733116830164 2024-12-02T05:20:30,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:30,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:20:30,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:20:30,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:20:30,167 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:20:30,318 DEBUG [f49461030c22:40617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:20:30,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,42325,1733116824931 2024-12-02T05:20:30,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42325,1733116824931, state=OPENING 2024-12-02T05:20:30,417 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:20:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:30,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189404479/meta-region-server: CHANGED 2024-12-02T05:20:30,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:20:30,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189404479/meta-region-server: CHANGED 2024-12-02T05:20:30,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42325,1733116824931}] 2024-12-02T05:20:30,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:20:30,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:20:30,630 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:20:30,630 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:30,630 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:20:30,633 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42325%2C1733116824931.meta, suffix=.meta, logDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/oldWALs, maxLogs=10 2024-12-02T05:20:30,652 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.meta.1733116830633.meta, exclude list is [], retry=0 2024-12-02T05:20:30,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-566df930-e164-47da-9d5e-e3fab8f6ab78,DISK] 2024-12-02T05:20:30,658 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.meta.1733116830633.meta 2024-12-02T05:20:30,658 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33469:33469)] 2024-12-02T05:20:30,658 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:30,659 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:20:30,659 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:20:30,659 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:20:30,659 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:20:30,659 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:20:30,660 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:30,660 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:20:30,660 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:20:30,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:20:30,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:20:30,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:20:30,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:20:30,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:20:30,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:20:30,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:20:30,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:20:30,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:30,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:30,668 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:20:30,669 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740 2024-12-02T05:20:30,670 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740 2024-12-02T05:20:30,671 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:20:30,671 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:20:30,672 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:30,674 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:20:30,675 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61892474, jitterRate=-0.07773026823997498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:30,675 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:20:30,675 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116830660Writing region info on filesystem at 1733116830660Initializing all the Stores at 1733116830661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116830661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116830661Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116830661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116830661Cleaning up temporary data from old regions at 1733116830671 (+10 ms)Running coprocessor post-open hooks at 1733116830675 (+4 ms)Region opened successfully at 1733116830675 2024-12-02T05:20:30,677 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116830624 2024-12-02T05:20:30,679 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:20:30,679 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:20:30,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,42325,1733116824931 2024-12-02T05:20:30,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42325,1733116824931, state=OPEN 2024-12-02T05:20:30,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189404479/meta-region-server 2024-12-02T05:20:30,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189404479/meta-region-server 2024-12-02T05:20:30,929 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,42325,1733116824931 2024-12-02T05:20:30,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189404479/meta-region-server: CHANGED 2024-12-02T05:20:30,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189404479/meta-region-server: CHANGED 2024-12-02T05:20:30,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:20:30,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42325,1733116824931 in 458 msec 2024-12-02T05:20:30,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:20:30,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-12-02T05:20:30,936 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:30,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:20:30,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:20:30,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42325,1733116824931, seqNum=-1] 2024-12-02T05:20:30,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:20:30,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:20:30,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6250 sec 2024-12-02T05:20:30,945 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116830945, completionTime=-1 2024-12-02T05:20:30,946 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:20:30,946 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:20:30,948 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:20:30,948 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733116890948 2024-12-02T05:20:30,948 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733116950948 2024-12-02T05:20:30,948 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T05:20:30,948 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40617,1733116823770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:30,948 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40617,1733116823770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:30,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40617,1733116823770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:30,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:40617, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:30,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:30,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:30,951 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.052sec 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40617,1733116823770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:20:30,954 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40617,1733116823770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:20:30,958 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:20:30,958 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:20:30,958 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40617,1733116823770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:31,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd8daa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:31,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40617,-1 for getting cluster id 2024-12-02T05:20:31,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:31,003 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e194c8a-0f09-4a38-8c06-c80f16151a29' 2024-12-02T05:20:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e194c8a-0f09-4a38-8c06-c80f16151a29" 2024-12-02T05:20:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d31bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40617,-1] 2024-12-02T05:20:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:31,005 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:31,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76966139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:31,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:20:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42325,1733116824931, seqNum=-1] 2024-12-02T05:20:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:20:31,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:20:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,40617,1733116823770 2024-12-02T05:20:31,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63415 2024-12-02T05:20:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:31,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101947bf3ac0002 connected 2024-12-02T05:20:31,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.log.dir so I do NOT create it in target/test-data/0c68ede2-823e-6521-139c-697722905bfb 2024-12-02T05:20:31,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:20:31,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.tmp.dir so I do NOT create it in target/test-data/0c68ede2-823e-6521-139c-697722905bfb 2024-12-02T05:20:31,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:20:31,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb 2024-12-02T05:20:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:20:31,295 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/cluster_8667a7a5-3a1a-e491-5b10-650bd0ae9f18, deleteOnExit=true 2024-12-02T05:20:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:20:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/test.cache.data in system properties and HBase conf 2024-12-02T05:20:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:20:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:20:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:20:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:20:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:20:31,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:20:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:20:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:20:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:20:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:20:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:20:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:20:32,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:32,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:20:32,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:20:32,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:20:32,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:20:32,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:32,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3657b29a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:20:32,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9ba69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:20:32,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c4ac637{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/java.io.tmpdir/jetty-localhost-43575-hadoop-hdfs-3_4_1-tests_jar-_-any-17716047935372922275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:20:32,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d06c042{HTTP/1.1, (http/1.1)}{localhost:43575} 2024-12-02T05:20:32,487 INFO [Time-limited test {}] server.Server(415): Started @65470ms 2024-12-02T05:20:33,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:33,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:20:33,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:20:33,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:20:33,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:20:33,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4bc69d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:20:33,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe40cce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:20:33,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24db6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/java.io.tmpdir/jetty-localhost-40973-hadoop-hdfs-3_4_1-tests_jar-_-any-544120346400332580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:20:33,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aaa07d6{HTTP/1.1, (http/1.1)}{localhost:40973} 2024-12-02T05:20:33,247 INFO [Time-limited test {}] server.Server(415): Started @66230ms 2024-12-02T05:20:33,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:20:35,064 WARN [Thread-629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/cluster_8667a7a5-3a1a-e491-5b10-650bd0ae9f18/data/data1/current/BP-1801436353-172.17.0.2-1733116831328/current, will proceed with Du for space computation calculation, 2024-12-02T05:20:35,064 WARN [Thread-630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/cluster_8667a7a5-3a1a-e491-5b10-650bd0ae9f18/data/data2/current/BP-1801436353-172.17.0.2-1733116831328/current, will proceed with Du for space computation calculation, 2024-12-02T05:20:35,085 WARN [Thread-617 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:20:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68ab38fd2ef935ba with lease ID 0x56518ce9a77f9abb: Processing first storage report for DS-ae358fc6-f994-4c19-ac09-53750283bb49 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=c909a071-b3f8-4f85-829b-e7c6c3252d84, infoPort=46471, infoSecurePort=0, ipcPort=46429, storageInfo=lv=-57;cid=testClusterID;nsid=47023745;c=1733116831328) 2024-12-02T05:20:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68ab38fd2ef935ba with lease ID 0x56518ce9a77f9abb: from storage DS-ae358fc6-f994-4c19-ac09-53750283bb49 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=c909a071-b3f8-4f85-829b-e7c6c3252d84, infoPort=46471, infoSecurePort=0, ipcPort=46429, storageInfo=lv=-57;cid=testClusterID;nsid=47023745;c=1733116831328), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:20:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68ab38fd2ef935ba with lease ID 0x56518ce9a77f9abb: Processing first storage report for DS-387d19c2-aaba-4bd8-a7ee-401c98792475 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=c909a071-b3f8-4f85-829b-e7c6c3252d84, infoPort=46471, infoSecurePort=0, ipcPort=46429, storageInfo=lv=-57;cid=testClusterID;nsid=47023745;c=1733116831328) 2024-12-02T05:20:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68ab38fd2ef935ba with lease ID 0x56518ce9a77f9abb: from storage DS-387d19c2-aaba-4bd8-a7ee-401c98792475 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=c909a071-b3f8-4f85-829b-e7c6c3252d84, infoPort=46471, infoSecurePort=0, ipcPort=46429, storageInfo=lv=-57;cid=testClusterID;nsid=47023745;c=1733116831328), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:20:35,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb 2024-12-02T05:20:35,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:35,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:35,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:20:35,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd with version=8 2024-12-02T05:20:35,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/hbase-staging 2024-12-02T05:20:35,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:35,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:35,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:20:35,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:35,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34971 2024-12-02T05:20:35,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34971 connecting to ZooKeeper ensemble=127.0.0.1:63415 2024-12-02T05:20:35,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:35,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:35,705 WARN [RS:0;f49461030c22:42325 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f49461030c22,34653,1733116779542: status=Processing ServerCrashProcedure of f49461030c22,34653,1733116779542 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733116807889, completionTime=-1 appears to have been leaked 2024-12-02T05:20:35,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349710x0, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:35,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34971-0x101947bf3ac0003 connected 2024-12-02T05:20:36,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:36,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:36,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on znode that does not yet exist, /1-1643050195/running 2024-12-02T05:20:36,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd, hbase.cluster.distributed=false 2024-12-02T05:20:36,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on znode that does not yet exist, /1-1643050195/acl 2024-12-02T05:20:36,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34971 2024-12-02T05:20:36,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34971 2024-12-02T05:20:36,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34971 2024-12-02T05:20:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34971 2024-12-02T05:20:36,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34971 2024-12-02T05:20:36,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:36,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:36,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:36,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:36,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:36,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:36,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:20:36,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:36,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33097 2024-12-02T05:20:36,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33097 connecting to ZooKeeper ensemble=127.0.0.1:63415 2024-12-02T05:20:36,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:36,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:36,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:20:36,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:36,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:36,212 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:20:36,357 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330970x0, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:36,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330970x0, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on znode that does not yet exist, /1-1643050195/running 2024-12-02T05:20:36,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33097-0x101947bf3ac0004 connected 2024-12-02T05:20:36,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:20:36,359 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:20:36,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on znode that does not yet exist, /1-1643050195/master 2024-12-02T05:20:36,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on znode that does not yet exist, /1-1643050195/acl 2024-12-02T05:20:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33097 2024-12-02T05:20:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33097 2024-12-02T05:20:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33097 2024-12-02T05:20:36,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33097 2024-12-02T05:20:36,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33097 2024-12-02T05:20:36,374 DEBUG [M:0;f49461030c22:34971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:34971 2024-12-02T05:20:36,374 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1643050195/backup-masters/f49461030c22,34971,1733116835594 2024-12-02T05:20:36,491 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195/backup-masters 2024-12-02T05:20:36,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195/backup-masters 2024-12-02T05:20:36,491 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on existing znode=/1-1643050195/backup-masters/f49461030c22,34971,1733116835594 2024-12-02T05:20:36,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:36,504 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1643050195/master 2024-12-02T05:20:36,504 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:36,504 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on existing znode=/1-1643050195/master 2024-12-02T05:20:36,505 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1643050195/backup-masters/f49461030c22,34971,1733116835594 from backup master directory 2024-12-02T05:20:36,514 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195/backup-masters 2024-12-02T05:20:36,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1643050195/backup-masters/f49461030c22,34971,1733116835594 2024-12-02T05:20:36,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195/backup-masters 2024-12-02T05:20:36,515 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:20:36,515 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,34971,1733116835594 2024-12-02T05:20:36,519 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/hbase.id] with ID: 6e95f098-671f-48e7-a1ad-f21f544c6ebc 2024-12-02T05:20:36,519 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/.tmp/hbase.id 2024-12-02T05:20:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:20:36,925 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/.tmp/hbase.id]:[hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/hbase.id] 2024-12-02T05:20:36,937 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:36,938 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:20:36,939 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:20:37,384 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:37,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:20:37,792 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:20:37,792 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:20:37,793 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:20:38,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:20:38,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:20:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:38,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T05:20:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:38,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T05:20:38,201 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store 2024-12-02T05:20:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:20:38,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:38,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:38,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:38,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:38,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:38,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:38,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:38,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116838615Disabling compacts and flushes for region at 1733116838615Disabling writes for close at 1733116838615Writing region close event to WAL at 1733116838615Closed at 1733116838615 2024-12-02T05:20:38,616 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/.initializing 2024-12-02T05:20:38,616 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/WALs/f49461030c22,34971,1733116835594 2024-12-02T05:20:38,617 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:20:38,619 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C34971%2C1733116835594, suffix=, logDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/WALs/f49461030c22,34971,1733116835594, archiveDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/oldWALs, maxLogs=10 2024-12-02T05:20:38,630 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/WALs/f49461030c22,34971,1733116835594/f49461030c22%2C34971%2C1733116835594.1733116838619, exclude list is [], retry=0 2024-12-02T05:20:38,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-ae358fc6-f994-4c19-ac09-53750283bb49,DISK] 2024-12-02T05:20:38,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/WALs/f49461030c22,34971,1733116835594/f49461030c22%2C34971%2C1733116835594.1733116838619 2024-12-02T05:20:38,635 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471)] 2024-12-02T05:20:38,635 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:38,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:38,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:20:38,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:38,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:38,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:20:38,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:38,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:38,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:20:38,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:38,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:38,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:20:38,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:38,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:38,646 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,647 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,647 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,649 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,649 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,649 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:38,650 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:38,652 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:20:38,652 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62517054, jitterRate=-0.0684233009815216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:38,653 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116838636Initializing all the Stores at 1733116838637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116838637Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116838637Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116838637Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116838637Cleaning up temporary data from old regions at 1733116838649 (+12 ms)Region opened successfully at 1733116838653 (+4 ms) 2024-12-02T05:20:38,656 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:20:38,660 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6684d0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:20:38,662 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:20:38,662 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:20:38,662 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:20:38,662 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:20:38,663 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:20:38,663 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:20:38,663 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:20:38,670 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:20:38,671 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Unable to get data of znode /1-1643050195/balancer because node does not exist (not necessarily an error) 2024-12-02T05:20:38,841 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1643050195/balancer already deleted, retry=false 2024-12-02T05:20:38,841 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:20:38,842 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Unable to get data of znode /1-1643050195/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:20:39,041 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1643050195/normalizer already deleted, retry=false 2024-12-02T05:20:39,041 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:20:39,042 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Unable to get data of znode /1-1643050195/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:20:39,157 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1643050195/switch/split already deleted, retry=false 2024-12-02T05:20:39,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Unable to get data of znode /1-1643050195/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:20:39,262 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1643050195/switch/merge already deleted, retry=false 2024-12-02T05:20:39,264 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Unable to get data of znode /1-1643050195/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:20:39,579 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1643050195/snapshot-cleanup already deleted, retry=false 2024-12-02T05:20:39,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1643050195/running 2024-12-02T05:20:39,672 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1643050195/running 2024-12-02T05:20:39,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:39,672 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:39,673 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,34971,1733116835594, sessionid=0x101947bf3ac0003, setting cluster-up flag (Was=false) 2024-12-02T05:20:40,084 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:40,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:40,380 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1643050195/flush-table-proc/acquired, /1-1643050195/flush-table-proc/reached, /1-1643050195/flush-table-proc/abort 2024-12-02T05:20:40,382 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,34971,1733116835594 2024-12-02T05:20:40,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:40,496 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:40,714 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1643050195/online-snapshot/acquired, /1-1643050195/online-snapshot/reached, /1-1643050195/online-snapshot/abort 2024-12-02T05:20:40,715 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,34971,1733116835594 2024-12-02T05:20:40,717 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:20:40,720 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:40,721 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:20:40,721 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:20:40,721 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,34971,1733116835594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:20:40,722 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:40,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:40,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:40,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:20:40,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:20:40,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:40,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:20:40,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:40,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116870724 2024-12-02T05:20:40,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:20:40,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:20:40,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:20:40,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:20:40,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:20:40,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:20:40,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:40,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:40,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:20:40,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:20:40,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:20:40,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:20:40,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:20:40,726 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:40,726 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:20:40,726 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:20:40,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:20:40,727 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116840726,5,FailOnTimeoutGroup] 2024-12-02T05:20:40,728 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116840727,5,FailOnTimeoutGroup] 2024-12-02T05:20:40,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:40,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:20:40,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:40,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:20:40,769 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(746): ClusterId : 6e95f098-671f-48e7-a1ad-f21f544c6ebc 2024-12-02T05:20:40,769 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:20:40,996 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:20:40,996 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:20:41,031 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:20:41,032 DEBUG [RS:0;f49461030c22:33097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edfe732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:20:41,042 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:33097 2024-12-02T05:20:41,043 INFO [RS:0;f49461030c22:33097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:20:41,043 INFO [RS:0;f49461030c22:33097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:20:41,043 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:20:41,043 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,34971,1733116835594 with port=33097, startcode=1733116836180 2024-12-02T05:20:41,044 DEBUG [RS:0;f49461030c22:33097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:20:41,045 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:20:41,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,33097,1733116836180 2024-12-02T05:20:41,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34971 {}] master.ServerManager(517): Registering regionserver=f49461030c22,33097,1733116836180 2024-12-02T05:20:41,047 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd 2024-12-02T05:20:41,047 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33415 2024-12-02T05:20:41,047 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:20:41,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:20:41,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd 2024-12-02T05:20:41,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:20:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195/rs 2024-12-02T05:20:41,196 DEBUG [RS:0;f49461030c22:33097 {}] zookeeper.ZKUtil(111): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on existing znode=/1-1643050195/rs/f49461030c22,33097,1733116836180 2024-12-02T05:20:41,196 WARN [RS:0;f49461030c22:33097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:20:41,196 INFO [RS:0;f49461030c22:33097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:41,196 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180 2024-12-02T05:20:41,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,33097,1733116836180] 2024-12-02T05:20:41,199 INFO [RS:0;f49461030c22:33097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:20:41,201 INFO [RS:0;f49461030c22:33097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:20:41,201 INFO [RS:0;f49461030c22:33097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:20:41,201 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,204 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:20:41,205 INFO [RS:0;f49461030c22:33097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:20:41,205 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:20:41,205 DEBUG [RS:0;f49461030c22:33097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:20:41,206 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,206 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,207 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,207 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,207 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,207 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,33097,1733116836180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:20:41,219 INFO [RS:0;f49461030c22:33097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:20:41,219 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,33097,1733116836180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,219 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,219 INFO [RS:0;f49461030c22:33097 {}] regionserver.Replication(171): f49461030c22,33097,1733116836180 started 2024-12-02T05:20:41,233 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:41,234 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,33097,1733116836180, RpcServer on f49461030c22/172.17.0.2:33097, sessionid=0x101947bf3ac0004 2024-12-02T05:20:41,234 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:20:41,234 DEBUG [RS:0;f49461030c22:33097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,33097,1733116836180 2024-12-02T05:20:41,234 DEBUG [RS:0;f49461030c22:33097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,33097,1733116836180' 2024-12-02T05:20:41,234 DEBUG [RS:0;f49461030c22:33097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1643050195/flush-table-proc/abort' 2024-12-02T05:20:41,235 DEBUG [RS:0;f49461030c22:33097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1643050195/flush-table-proc/acquired' 2024-12-02T05:20:41,235 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:20:41,235 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:20:41,235 DEBUG [RS:0;f49461030c22:33097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,33097,1733116836180 2024-12-02T05:20:41,235 DEBUG [RS:0;f49461030c22:33097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,33097,1733116836180' 2024-12-02T05:20:41,235 DEBUG [RS:0;f49461030c22:33097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1643050195/online-snapshot/abort' 2024-12-02T05:20:41,235 DEBUG [RS:0;f49461030c22:33097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1643050195/online-snapshot/acquired' 2024-12-02T05:20:41,236 DEBUG [RS:0;f49461030c22:33097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:20:41,236 INFO [RS:0;f49461030c22:33097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:20:41,236 INFO [RS:0;f49461030c22:33097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:20:41,336 INFO [RS:0;f49461030c22:33097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:20:41,338 INFO [RS:0;f49461030c22:33097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C33097%2C1733116836180, suffix=, logDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180, archiveDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/oldWALs, maxLogs=10 2024-12-02T05:20:41,349 DEBUG [RS:0;f49461030c22:33097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180/f49461030c22%2C33097%2C1733116836180.1733116841338, exclude list is [], retry=0 2024-12-02T05:20:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-ae358fc6-f994-4c19-ac09-53750283bb49,DISK] 2024-12-02T05:20:41,355 INFO [RS:0;f49461030c22:33097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180/f49461030c22%2C33097%2C1733116836180.1733116841338 2024-12-02T05:20:41,355 DEBUG [RS:0;f49461030c22:33097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471)] 2024-12-02T05:20:41,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:41,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:20:41,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:20:41,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:41,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:41,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:20:41,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:20:41,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:41,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:41,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:20:41,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:20:41,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:41,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:41,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:20:41,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:20:41,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:41,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:41,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:20:41,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740 2024-12-02T05:20:41,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740 2024-12-02T05:20:41,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:20:41,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:20:41,552 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:41,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:20:41,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:20:41,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59237756, jitterRate=-0.11728864908218384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:41,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116841540Initializing all the Stores at 1733116841541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116841541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116841541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116841541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116841541Cleaning up temporary data from old regions at 1733116841551 (+10 ms)Region opened successfully at 1733116841556 (+5 ms) 2024-12-02T05:20:41,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:20:41,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:20:41,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:20:41,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:20:41,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:20:41,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:41,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116841556Disabling compacts and flushes for region at 1733116841556Disabling writes for close at 1733116841556Writing region close event to WAL at 1733116841556Closed at 1733116841556 2024-12-02T05:20:41,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:41,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:20:41,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:20:41,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:20:41,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:20:41,711 DEBUG [f49461030c22:34971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:20:41,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,33097,1733116836180 2024-12-02T05:20:41,713 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,33097,1733116836180, state=OPENING 2024-12-02T05:20:41,830 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:20:41,840 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:41,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:41,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1643050195/meta-region-server: CHANGED 2024-12-02T05:20:41,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1643050195/meta-region-server: CHANGED 2024-12-02T05:20:41,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:20:41,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,33097,1733116836180}] 2024-12-02T05:20:41,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:20:41,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:20:42,001 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:20:42,001 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:42,002 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:20:42,003 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C33097%2C1733116836180.meta, suffix=.meta, logDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180, archiveDir=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/oldWALs, maxLogs=10 2024-12-02T05:20:42,015 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180/f49461030c22%2C33097%2C1733116836180.meta.1733116842004.meta, exclude list is [], retry=0 2024-12-02T05:20:42,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-ae358fc6-f994-4c19-ac09-53750283bb49,DISK] 2024-12-02T05:20:42,019 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180/f49461030c22%2C33097%2C1733116836180.meta.1733116842004.meta 2024-12-02T05:20:42,019 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471)] 2024-12-02T05:20:42,019 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:42,019 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:20:42,019 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:20:42,019 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:20:42,020 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:20:42,020 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:20:42,020 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:42,020 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:20:42,020 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:20:42,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:20:42,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:20:42,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:42,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:42,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:20:42,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:20:42,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:42,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:42,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:20:42,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:20:42,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:42,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:42,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:20:42,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:20:42,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:42,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:42,028 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:20:42,029 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740 2024-12-02T05:20:42,030 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740 2024-12-02T05:20:42,031 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:20:42,031 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:20:42,032 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:42,033 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:20:42,034 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60564647, jitterRate=-0.09751643240451813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:42,034 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:20:42,034 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116842020Writing region info on filesystem at 1733116842020Initializing all the Stores at 1733116842021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116842021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116842021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116842021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116842021Cleaning up temporary data from old regions at 1733116842031 (+10 ms)Running coprocessor post-open hooks at 1733116842034 (+3 ms)Region opened successfully at 1733116842034 2024-12-02T05:20:42,035 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116841995 2024-12-02T05:20:42,037 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:20:42,037 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:20:42,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,33097,1733116836180 2024-12-02T05:20:42,039 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,33097,1733116836180, state=OPEN 2024-12-02T05:20:42,280 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1643050195/meta-region-server 2024-12-02T05:20:42,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1643050195/meta-region-server 2024-12-02T05:20:42,280 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,33097,1733116836180 2024-12-02T05:20:42,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1643050195/meta-region-server: CHANGED 2024-12-02T05:20:42,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1643050195/meta-region-server: CHANGED 2024-12-02T05:20:42,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:20:42,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,33097,1733116836180 in 439 msec 2024-12-02T05:20:42,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:20:42,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-12-02T05:20:42,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:20:42,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:20:42,290 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:20:42,290 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33097,1733116836180, seqNum=-1] 2024-12-02T05:20:42,291 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:20:42,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:20:42,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5790 sec 2024-12-02T05:20:42,299 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116842298, completionTime=-1 2024-12-02T05:20:42,299 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:20:42,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733116902301 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733116962301 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34971,1733116835594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34971,1733116835594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34971,1733116835594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:34971, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:42,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:42,302 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:42,304 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.791sec 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34971,1733116835594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:20:42,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34971,1733116835594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:20:42,309 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:20:42,309 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:20:42,309 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34971,1733116835594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:20:42,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e97190c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34971,-1 for getting cluster id 2024-12-02T05:20:42,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:42,381 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e95f098-671f-48e7-a1ad-f21f544c6ebc' 2024-12-02T05:20:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e95f098-671f-48e7-a1ad-f21f544c6ebc" 2024-12-02T05:20:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b873bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34971,-1] 2024-12-02T05:20:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:42,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:42,383 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:42,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101bf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:20:42,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33097,1733116836180, seqNum=-1] 2024-12-02T05:20:42,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:20:42,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:20:42,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,34971,1733116835594 2024-12-02T05:20:42,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63415 2024-12-02T05:20:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:42,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101947bf3ac0005 connected 2024-12-02T05:20:42,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608de4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40617,-1 for getting cluster id 2024-12-02T05:20:42,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:42,599 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e194c8a-0f09-4a38-8c06-c80f16151a29' 2024-12-02T05:20:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e194c8a-0f09-4a38-8c06-c80f16151a29" 2024-12-02T05:20:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f48851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40617,-1] 2024-12-02T05:20:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:42,600 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292d7485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:20:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40617,1733116823770 2024-12-02T05:20:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a590db0 2024-12-02T05:20:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:20:42,603 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:20:42,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:34971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:20:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:20:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:20:42,607 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:34971' 2024-12-02T05:20:42,608 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a55f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,608 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34971,-1 for getting cluster id 2024-12-02T05:20:42,608 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:42,609 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e95f098-671f-48e7-a1ad-f21f544c6ebc' 2024-12-02T05:20:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e95f098-671f-48e7-a1ad-f21f544c6ebc" 2024-12-02T05:20:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35ec09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34971,-1] 2024-12-02T05:20:42,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:42,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:42,611 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:42,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae08d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:42,612 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,34971,1733116835594 2024-12-02T05:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5953c654 2024-12-02T05:20:42,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:20:42,613 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:20:42,614 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T05:20:42,614 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:20:42,614 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:42,614 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:42,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:42,615 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:20:42,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:20:42,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:20:42,618 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:42,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:20:42,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741835_1011 (size=1138) 2024-12-02T05:20:42,667 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:20:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:20:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:20:43,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3fce9165ee9627894c07359b47cb64e, NAME => 'hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab 2024-12-02T05:20:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741836_1012 (size=44) 2024-12-02T05:20:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:20:43,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:43,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e3fce9165ee9627894c07359b47cb64e, disabling compactions & flushes 2024-12-02T05:20:43,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:43,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:43,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. after waiting 0 ms 2024-12-02T05:20:43,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:43,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:43,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3fce9165ee9627894c07359b47cb64e: Waiting for close lock at 1733116843435Disabling compacts and flushes for region at 1733116843435Disabling writes for close at 1733116843435Writing region close event to WAL at 1733116843435Closed at 1733116843435 2024-12-02T05:20:43,437 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:20:43,437 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733116843437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733116843437"}]},"ts":"1733116843437"} 2024-12-02T05:20:43,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:20:43,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:20:43,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116843440"}]},"ts":"1733116843440"} 2024-12-02T05:20:43,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:20:43,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3fce9165ee9627894c07359b47cb64e, ASSIGN}] 2024-12-02T05:20:43,444 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3fce9165ee9627894c07359b47cb64e, ASSIGN 2024-12-02T05:20:43,444 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3fce9165ee9627894c07359b47cb64e, ASSIGN; state=OFFLINE, location=f49461030c22,42325,1733116824931; forceNewPlan=false, retain=false 2024-12-02T05:20:43,595 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e3fce9165ee9627894c07359b47cb64e, regionState=OPENING, regionLocation=f49461030c22,42325,1733116824931 2024-12-02T05:20:43,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3fce9165ee9627894c07359b47cb64e, ASSIGN because future has completed 2024-12-02T05:20:43,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3fce9165ee9627894c07359b47cb64e, server=f49461030c22,42325,1733116824931}] 2024-12-02T05:20:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:20:43,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:43,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:43,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:20:43,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42325%2C1733116824931.rep, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/oldWALs, maxLogs=10 2024-12-02T05:20:43,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.rep.1733116843762, exclude list is [], retry=0 2024-12-02T05:20:43,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-566df930-e164-47da-9d5e-e3fab8f6ab78,DISK] 2024-12-02T05:20:43,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.rep.1733116843762 2024-12-02T05:20:43,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33469:33469)] 2024-12-02T05:20:43,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e3fce9165ee9627894c07359b47cb64e, NAME => 'hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:43,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:20:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:20:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. service=MultiRowMutationService 2024-12-02T05:20:43,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:20:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,786 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,787 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3fce9165ee9627894c07359b47cb64e columnFamilyName hfileref 2024-12-02T05:20:43,787 DEBUG [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:43,788 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] regionserver.HStore(327): Store=e3fce9165ee9627894c07359b47cb64e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:43,788 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,789 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3fce9165ee9627894c07359b47cb64e columnFamilyName queue 2024-12-02T05:20:43,789 DEBUG [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:43,790 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] regionserver.HStore(327): Store=e3fce9165ee9627894c07359b47cb64e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:43,790 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,791 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3fce9165ee9627894c07359b47cb64e columnFamilyName sid 2024-12-02T05:20:43,791 DEBUG [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:43,792 INFO [StoreOpener-e3fce9165ee9627894c07359b47cb64e-1 {}] regionserver.HStore(327): Store=e3fce9165ee9627894c07359b47cb64e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:43,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:20:43,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:20:43,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e3fce9165ee9627894c07359b47cb64e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73961501, jitterRate=0.10211224853992462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:20:43,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:43,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e3fce9165ee9627894c07359b47cb64e: Running coprocessor pre-open hook at 1733116843783Writing region info on filesystem at 1733116843783Initializing all the Stores at 1733116843784 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116843784Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116843786 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116843786Cleaning up temporary data from old regions at 1733116843794 (+8 ms)Running coprocessor post-open hooks at 1733116843803 (+9 ms)Region opened successfully at 1733116843804 (+1 ms) 2024-12-02T05:20:43,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e., pid=7, masterSystemTime=1733116843754 2024-12-02T05:20:43,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:43,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:43,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e3fce9165ee9627894c07359b47cb64e, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,42325,1733116824931 2024-12-02T05:20:43,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3fce9165ee9627894c07359b47cb64e, server=f49461030c22,42325,1733116824931 because future has completed 2024-12-02T05:20:43,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T05:20:43,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e3fce9165ee9627894c07359b47cb64e, server=f49461030c22,42325,1733116824931 in 211 msec 2024-12-02T05:20:43,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:20:43,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3fce9165ee9627894c07359b47cb64e, ASSIGN in 373 msec 2024-12-02T05:20:43,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:20:43,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116843819"}]},"ts":"1733116843819"} 2024-12-02T05:20:43,821 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:20:43,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:20:43,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-12-02T05:20:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e., hostname=f49461030c22,42325,1733116824931, seqNum=2] 2024-12-02T05:20:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:44,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:20:44,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T05:20:44,509 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:20:44,542 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,42325,1733116824931, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:20:44,543 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:20:44,543 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42325,1733116824931, seqNum=-1] 2024-12-02T05:20:44,544 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:20:44,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-02T05:20:44,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,42325,1733116824931', locateType=CURRENT is [region=hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e., hostname=f49461030c22,42325,1733116824931, seqNum=2] 2024-12-02T05:20:44,553 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T05:20:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T05:20:44,558 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,42325,1733116824931 suceeded 2024-12-02T05:20:44,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T05:20:44,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-02T05:20:44,564 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:34971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:20:44,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9600 sec 2024-12-02T05:20:44,570 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:34971' 2024-12-02T05:20:44,572 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8e0bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:44,572 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34971,-1 for getting cluster id 2024-12-02T05:20:44,573 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:20:44,574 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e95f098-671f-48e7-a1ad-f21f544c6ebc' 2024-12-02T05:20:44,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:20:44,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e95f098-671f-48e7-a1ad-f21f544c6ebc" 2024-12-02T05:20:44,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39b674e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:44,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34971,-1] 2024-12-02T05:20:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:20:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:44,576 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:20:44,577 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@785b72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:20:44,577 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:20:44,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,34971,1733116835594 2024-12-02T05:20:44,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd92e94 2024-12-02T05:20:44,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:20:44,579 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-02T05:20:44,580 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,42325,1733116824931 (queues=1) is replicating from cluster=9e194c8a-0f09-4a38-8c06-c80f16151a29 to cluster=6e95f098-671f-48e7-a1ad-f21f544c6ebc 2024-12-02T05:20:44,581 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C42325%2C1733116824931 2024-12-02T05:20:44,581 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,42325,1733116824931, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:20:44,592 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990, startPosition=0, beingWritten=true 2024-12-02T05:20:44,593 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.shipperf49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C42325%2C1733116824931 2024-12-02T05:20:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:20:44,754 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:20:44,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:44,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:44,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:44,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:44,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:44,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:20:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40617,1733116823770 2024-12-02T05:20:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab59aec 2024-12-02T05:20:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:20:44,756 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:20:44,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40617 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:20:44,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:20:44,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:44,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:44,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:44,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:44,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:44,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:20:44,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402186080, stopped=false 2024-12-02T05:20:44,757 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,34971,1733116835594 2024-12-02T05:20:44,801 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:44,880 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1643050195/running 2024-12-02T05:20:44,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1643050195/running 2024-12-02T05:20:44,880 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:44,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:44,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:44,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:44,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:44,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:44,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,33097,1733116836180' ***** 2024-12-02T05:20:44,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on znode that does not yet exist, /1-1643050195/running 2024-12-02T05:20:44,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:20:44,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Set watcher on znode that does not yet exist, /1-1643050195/running 2024-12-02T05:20:44,880 INFO [RS:0;f49461030c22:33097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:20:44,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(959): stopping server f49461030c22,33097,1733116836180 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:33097. 2024-12-02T05:20:44,881 DEBUG [RS:0;f49461030c22:33097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:44,881 DEBUG [RS:0;f49461030c22:33097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:20:44,881 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:20:44,881 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:20:44,881 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:44,881 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:20:44,882 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:20:44,882 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:20:44,882 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:20:44,882 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:20:44,882 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T05:20:44,901 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740/.tmp/ns/b8cfa353b0944a23a5a8d6c73562c1cb is 43, key is default/ns:d/1733116842293/Put/seqid=0 2024-12-02T05:20:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741835_1011 (size=5153) 2024-12-02T05:20:44,910 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:45,082 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:45,106 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:45,282 DEBUG [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:45,299 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:20:45,299 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:20:45,306 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740/.tmp/ns/b8cfa353b0944a23a5a8d6c73562c1cb 2024-12-02T05:20:45,318 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740/.tmp/ns/b8cfa353b0944a23a5a8d6c73562c1cb as hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740/ns/b8cfa353b0944a23a5a8d6c73562c1cb 2024-12-02T05:20:45,325 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740/ns/b8cfa353b0944a23a5a8d6c73562c1cb, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T05:20:45,326 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-12-02T05:20:45,330 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T05:20:45,331 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:45,331 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:45,331 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:45,331 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116844881Running coprocessor pre-close hooks at 1733116844881Disabling compacts and flushes for region at 1733116844881Disabling writes for close at 1733116844882 (+1 ms)Obtaining lock to block concurrent updates at 1733116844882Preparing flush snapshotting stores in 1588230740 at 1733116844882Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733116844882Flushing stores of hbase:meta,,1.1588230740 at 1733116844883 (+1 ms)Flushing 1588230740/ns: creating writer at 1733116844883Flushing 1588230740/ns: appending metadata at 1733116844900 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733116844900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72269181: reopening flushed file at 1733116845317 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1733116845326 (+9 ms)Writing region close event to WAL at 1733116845327 (+1 ms)Running coprocessor post-close hooks at 1733116845331 (+4 ms)Closed at 1733116845331 2024-12-02T05:20:45,331 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:45,482 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(976): stopping server f49461030c22,33097,1733116836180; all regions closed. 2024-12-02T05:20:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741834_1010 (size=1152) 2024-12-02T05:20:45,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/WALs/f49461030c22,33097,1733116836180/f49461030c22%2C33097%2C1733116836180.meta.1733116842004.meta not finished, retry = 0 2024-12-02T05:20:45,511 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:45,588 DEBUG [RS:0;f49461030c22:33097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/oldWALs 2024-12-02T05:20:45,588 INFO [RS:0;f49461030c22:33097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C33097%2C1733116836180.meta:.meta(num 1733116842004) 2024-12-02T05:20:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741833_1009 (size=93) 2024-12-02T05:20:45,595 DEBUG [RS:0;f49461030c22:33097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/oldWALs 2024-12-02T05:20:45,595 INFO [RS:0;f49461030c22:33097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C33097%2C1733116836180:(num 1733116841338) 2024-12-02T05:20:45,595 DEBUG [RS:0;f49461030c22:33097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:45,595 INFO [RS:0;f49461030c22:33097 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:45,595 INFO [RS:0;f49461030c22:33097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:45,595 INFO [RS:0;f49461030c22:33097 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:45,595 INFO [RS:0;f49461030c22:33097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:45,596 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:45,596 INFO [RS:0;f49461030c22:33097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33097 2024-12-02T05:20:45,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195/rs 2024-12-02T05:20:45,716 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1643050195/rs/f49461030c22,33097,1733116836180 2024-12-02T05:20:45,716 INFO [RS:0;f49461030c22:33097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:45,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,33097,1733116836180] 2024-12-02T05:20:45,899 INFO [RS:0;f49461030c22:33097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:45,898 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:45,899 INFO [RS:0;f49461030c22:33097 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,33097,1733116836180; zookeeper connection closed. 2024-12-02T05:20:45,899 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33097-0x101947bf3ac0004, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:45,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d60abe5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d60abe5 2024-12-02T05:20:45,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:20:45,982 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1643050195/draining/f49461030c22,33097,1733116836180 already deleted, retry=false 2024-12-02T05:20:45,982 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,33097,1733116836180 expired; onlineServers=0 2024-12-02T05:20:45,982 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,34971,1733116835594' ***** 2024-12-02T05:20:45,982 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:20:45,983 INFO [M:0;f49461030c22:34971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:45,983 INFO [M:0;f49461030c22:34971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:45,983 DEBUG [M:0;f49461030c22:34971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:20:45,983 DEBUG [M:0;f49461030c22:34971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:20:45,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:20:45,983 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116840727 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116840727,5,FailOnTimeoutGroup] 2024-12-02T05:20:45,983 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116840726 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116840726,5,FailOnTimeoutGroup] 2024-12-02T05:20:45,983 INFO [M:0;f49461030c22:34971 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:45,983 INFO [M:0;f49461030c22:34971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:45,983 DEBUG [M:0;f49461030c22:34971 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:20:45,983 INFO [M:0;f49461030c22:34971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:20:45,983 INFO [M:0;f49461030c22:34971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:45,983 INFO [M:0;f49461030c22:34971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:20:45,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:20:46,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1643050195/master 2024-12-02T05:20:46,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1643050195 2024-12-02T05:20:46,016 DEBUG [M:0;f49461030c22:34971 {}] zookeeper.ZKUtil(347): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Unable to get data of znode /1-1643050195/master because node does not exist (not an error) 2024-12-02T05:20:46,016 WARN [M:0;f49461030c22:34971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:20:46,017 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:46,017 INFO [M:0;f49461030c22:34971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/.lastflushedseqids 2024-12-02T05:20:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741836_1012 (size=99) 2024-12-02T05:20:46,031 INFO [M:0;f49461030c22:34971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:20:46,032 INFO [M:0;f49461030c22:34971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:20:46,032 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:46,032 INFO [M:0;f49461030c22:34971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:46,032 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:46,032 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:46,032 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:46,032 INFO [M:0;f49461030c22:34971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T05:20:46,050 DEBUG [M:0;f49461030c22:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a62851f6b308494a85010b0ec77f3679 is 82, key is hbase:meta,,1/info:regioninfo/1733116842038/Put/seqid=0 2024-12-02T05:20:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741837_1013 (size=5672) 2024-12-02T05:20:46,456 INFO [M:0;f49461030c22:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a62851f6b308494a85010b0ec77f3679 2024-12-02T05:20:46,475 DEBUG [M:0;f49461030c22:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b785e6ca4944542980e88c055f7a168 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733116842298/Put/seqid=0 2024-12-02T05:20:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741838_1014 (size=5275) 2024-12-02T05:20:46,627 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:46,881 INFO [M:0;f49461030c22:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b785e6ca4944542980e88c055f7a168 2024-12-02T05:20:46,901 DEBUG [M:0;f49461030c22:34971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da756d87d0f404d855e12610068b724 is 69, key is f49461030c22,33097,1733116836180/rs:state/1733116841046/Put/seqid=0 2024-12-02T05:20:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741839_1015 (size=5156) 2024-12-02T05:20:47,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:47,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:47,306 INFO [M:0;f49461030c22:34971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da756d87d0f404d855e12610068b724 2024-12-02T05:20:47,313 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a62851f6b308494a85010b0ec77f3679 as hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a62851f6b308494a85010b0ec77f3679 2024-12-02T05:20:47,319 INFO [M:0;f49461030c22:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a62851f6b308494a85010b0ec77f3679, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T05:20:47,320 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b785e6ca4944542980e88c055f7a168 as hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b785e6ca4944542980e88c055f7a168 2024-12-02T05:20:47,325 INFO [M:0;f49461030c22:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b785e6ca4944542980e88c055f7a168, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T05:20:47,326 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1da756d87d0f404d855e12610068b724 as hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1da756d87d0f404d855e12610068b724 2024-12-02T05:20:47,332 INFO [M:0;f49461030c22:34971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33415/user/jenkins/test-data/724d5e19-5aba-34ba-8dbd-36d679fcf9bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1da756d87d0f404d855e12610068b724, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T05:20:47,333 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:47,334 INFO [M:0;f49461030c22:34971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-12-02T05:20:47,335 INFO [M:0;f49461030c22:34971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:47,335 DEBUG [M:0;f49461030c22:34971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116846032Disabling compacts and flushes for region at 1733116846032Disabling writes for close at 1733116846032Obtaining lock to block concurrent updates at 1733116846032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116846032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733116846033 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116846034 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116846034Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116846049 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116846049Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116846460 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116846475 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116846475Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116846888 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116846901 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116846901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75963fff: reopening flushed file at 1733116847312 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea3594d: reopening flushed file at 1733116847319 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@508180bf: reopening flushed file at 1733116847325 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1733116847334 (+9 ms)Writing region close event to WAL at 1733116847335 (+1 ms)Closed at 1733116847335 2024-12-02T05:20:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741830_1006 (size=10165) 2024-12-02T05:20:47,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:47,339 INFO [M:0;f49461030c22:34971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:20:47,339 INFO [M:0;f49461030c22:34971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34971 2024-12-02T05:20:47,339 INFO [M:0;f49461030c22:34971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:47,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:20:47,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:47,551 INFO [M:0;f49461030c22:34971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34971-0x101947bf3ac0003, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:47,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24db6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:20:47,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aaa07d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:47,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:47,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe40cce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:47,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4bc69d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:47,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:47,580 WARN [BP-1801436353-172.17.0.2-1733116831328 heartbeating to localhost/127.0.0.1:33415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:20:47,580 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:20:47,580 WARN [BP-1801436353-172.17.0.2-1733116831328 heartbeating to localhost/127.0.0.1:33415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1801436353-172.17.0.2-1733116831328 (Datanode Uuid c909a071-b3f8-4f85-829b-e7c6c3252d84) service to localhost/127.0.0.1:33415 2024-12-02T05:20:47,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:20:47,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/cluster_8667a7a5-3a1a-e491-5b10-650bd0ae9f18/data/data1/current/BP-1801436353-172.17.0.2-1733116831328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:47,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/cluster_8667a7a5-3a1a-e491-5b10-650bd0ae9f18/data/data2/current/BP-1801436353-172.17.0.2-1733116831328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:47,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:20:47,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c4ac637{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:20:47,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d06c042{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:47,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:47,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9ba69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:47,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3657b29a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:20:47,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:20:47,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:47,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:47,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:47,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:47,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:47,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:20:47,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1527421832, stopped=false 2024-12-02T05:20:47,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,40617,1733116823770 2024-12-02T05:20:47,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189404479/running 2024-12-02T05:20:47,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189404479/running 2024-12-02T05:20:47,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:47,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:47,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:47,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:20:47,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:47,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:47,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on znode that does not yet exist, /0-189404479/running 2024-12-02T05:20:47,806 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,42325,1733116824931' ***** 2024-12-02T05:20:47,806 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:20:47,807 INFO [RS:0;f49461030c22:42325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:20:47,807 INFO [RS:0;f49461030c22:42325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:20:47,807 INFO [RS:0;f49461030c22:42325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:20:47,807 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(3091): Received CLOSE for e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:47,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Set watcher on znode that does not yet exist, /0-189404479/running 2024-12-02T05:20:47,807 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:20:47,807 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(959): stopping server f49461030c22,42325,1733116824931 2024-12-02T05:20:47,807 INFO [RS:0;f49461030c22:42325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:47,807 INFO [RS:0;f49461030c22:42325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42325. 2024-12-02T05:20:47,808 DEBUG [RS:0;f49461030c22:42325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:47,808 DEBUG [RS:0;f49461030c22:42325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:47,808 INFO [RS:0;f49461030c22:42325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:20:47,808 INFO [RS:0;f49461030c22:42325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:20:47,808 INFO [RS:0;f49461030c22:42325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:20:47,808 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:20:47,808 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3fce9165ee9627894c07359b47cb64e, disabling compactions & flushes 2024-12-02T05:20:47,808 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:20:47,808 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:47,808 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3fce9165ee9627894c07359b47cb64e=hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e.} 2024-12-02T05:20:47,808 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:47,808 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:20:47,808 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3fce9165ee9627894c07359b47cb64e 2024-12-02T05:20:47,808 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. after waiting 0 ms 2024-12-02T05:20:47,808 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:20:47,808 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:47,808 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:20:47,809 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:20:47,809 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3fce9165ee9627894c07359b47cb64e 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T05:20:47,809 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:20:47,809 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T05:20:47,823 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e/.tmp/queue/f334b028581c4862a0752d7b50659759 is 151, key is 1-f49461030c22,42325,1733116824931/queue:f49461030c22%2C42325%2C1733116824931/1733116844549/Put/seqid=0 2024-12-02T05:20:47,826 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/info/e9a35f63fd9e465eaba6010699540774 is 147, key is hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e./info:regioninfo/1733116843809/Put/seqid=0 2024-12-02T05:20:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741838_1014 (size=5350) 2024-12-02T05:20:47,827 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e/.tmp/queue/f334b028581c4862a0752d7b50659759 2024-12-02T05:20:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741839_1015 (size=6631) 2024-12-02T05:20:47,835 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e/.tmp/queue/f334b028581c4862a0752d7b50659759 as hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e/queue/f334b028581c4862a0752d7b50659759 2024-12-02T05:20:47,841 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e/queue/f334b028581c4862a0752d7b50659759, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T05:20:47,842 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e3fce9165ee9627894c07359b47cb64e in 34ms, sequenceid=5, compaction requested=false 2024-12-02T05:20:47,842 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:20:47,848 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/replication/e3fce9165ee9627894c07359b47cb64e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T05:20:47,849 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:47,849 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:47,849 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:47,849 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3fce9165ee9627894c07359b47cb64e: Waiting for close lock at 1733116847808Running coprocessor pre-close hooks at 1733116847808Disabling compacts and flushes for region at 1733116847808Disabling writes for close at 1733116847808Obtaining lock to block concurrent updates at 1733116847809 (+1 ms)Preparing flush snapshotting stores in e3fce9165ee9627894c07359b47cb64e at 1733116847809Finished memstore snapshotting hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733116847809Flushing stores of hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. at 1733116847810 (+1 ms)Flushing e3fce9165ee9627894c07359b47cb64e/queue: creating writer at 1733116847810Flushing e3fce9165ee9627894c07359b47cb64e/queue: appending metadata at 1733116847822 (+12 ms)Flushing e3fce9165ee9627894c07359b47cb64e/queue: closing flushed file at 1733116847823 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3496208b: reopening flushed file at 1733116847834 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e3fce9165ee9627894c07359b47cb64e in 34ms, sequenceid=5, compaction requested=false at 1733116847842 (+8 ms)Writing region close event to WAL at 1733116847844 (+2 ms)Running coprocessor post-close hooks at 1733116847849 (+5 ms)Closed at 1733116847849 2024-12-02T05:20:47,850 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733116842615.e3fce9165ee9627894c07359b47cb64e. 2024-12-02T05:20:47,868 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:20:47,869 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:20:47,870 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:48,009 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:48,138 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:48,209 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:48,232 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/info/e9a35f63fd9e465eaba6010699540774 2024-12-02T05:20:48,256 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/ns/1d78d7e4e5db4d9bbf9524b3e14cb643 is 43, key is default/ns:d/1733116830939/Put/seqid=0 2024-12-02T05:20:48,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741840_1016 (size=5153) 2024-12-02T05:20:48,409 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:48,609 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:48,661 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/ns/1d78d7e4e5db4d9bbf9524b3e14cb643 2024-12-02T05:20:48,688 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/table/f647852590924df28b5ca86f0fb89e16 is 53, key is hbase:replication/table:state/1733116843819/Put/seqid=0 2024-12-02T05:20:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741841_1017 (size=5256) 2024-12-02T05:20:48,810 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:20:48,810 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:20:48,810 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:49,010 DEBUG [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:20:49,043 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.1733116829990 to pos 0, reset compression=false 2024-12-02T05:20:49,093 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/table/f647852590924df28b5ca86f0fb89e16 2024-12-02T05:20:49,099 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/info/e9a35f63fd9e465eaba6010699540774 as hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/info/e9a35f63fd9e465eaba6010699540774 2024-12-02T05:20:49,105 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/info/e9a35f63fd9e465eaba6010699540774, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T05:20:49,106 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/ns/1d78d7e4e5db4d9bbf9524b3e14cb643 as hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/ns/1d78d7e4e5db4d9bbf9524b3e14cb643 2024-12-02T05:20:49,111 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/ns/1d78d7e4e5db4d9bbf9524b3e14cb643, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:20:49,112 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/.tmp/table/f647852590924df28b5ca86f0fb89e16 as hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/table/f647852590924df28b5ca86f0fb89e16 2024-12-02T05:20:49,117 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/table/f647852590924df28b5ca86f0fb89e16, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T05:20:49,119 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-12-02T05:20:49,123 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T05:20:49,123 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:49,123 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:49,124 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:49,124 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116847808Running coprocessor pre-close hooks at 1733116847808Disabling compacts and flushes for region at 1733116847808Disabling writes for close at 1733116847809 (+1 ms)Obtaining lock to block concurrent updates at 1733116847809Preparing flush snapshotting stores in 1588230740 at 1733116847809Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733116847809Flushing stores of hbase:meta,,1.1588230740 at 1733116847810 (+1 ms)Flushing 1588230740/info: creating writer at 1733116847810Flushing 1588230740/info: appending metadata at 1733116847825 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733116847825Flushing 1588230740/ns: creating writer at 1733116848238 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733116848256 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733116848256Flushing 1588230740/table: creating writer at 1733116848669 (+413 ms)Flushing 1588230740/table: appending metadata at 1733116848688 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733116848688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e9f5c9: reopening flushed file at 1733116849099 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4501fb9a: reopening flushed file at 1733116849105 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469341f8: reopening flushed file at 1733116849111 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1733116849119 (+8 ms)Writing region close event to WAL at 1733116849120 (+1 ms)Running coprocessor post-close hooks at 1733116849123 (+3 ms)Closed at 1733116849124 (+1 ms) 2024-12-02T05:20:49,124 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:20:49,210 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(976): stopping server f49461030c22,42325,1733116824931; all regions closed. 2024-12-02T05:20:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741834_1010 (size=2742) 2024-12-02T05:20:49,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/WALs/f49461030c22,42325,1733116824931/f49461030c22%2C42325%2C1733116824931.meta.1733116830633.meta not finished, retry = 0 2024-12-02T05:20:49,315 DEBUG [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/oldWALs 2024-12-02T05:20:49,315 INFO [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C42325%2C1733116824931.meta:.meta(num 1733116830633) 2024-12-02T05:20:49,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741837_1013 (size=1586) 2024-12-02T05:20:49,319 DEBUG [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/oldWALs 2024-12-02T05:20:49,320 INFO [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C42325%2C1733116824931.rep:(num 1733116843762) 2024-12-02T05:20:49,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741833_1009 (size=93) 2024-12-02T05:20:49,323 DEBUG [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/oldWALs 2024-12-02T05:20:49,323 INFO [RS:0;f49461030c22:42325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C42325%2C1733116824931:(num 1733116829990) 2024-12-02T05:20:49,323 DEBUG [RS:0;f49461030c22:42325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:49,323 INFO [RS:0;f49461030c22:42325 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:20:49,324 INFO [RS:0;f49461030c22:42325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:49,324 INFO [RS:0;f49461030c22:42325 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:49,324 INFO [RS:0;f49461030c22:42325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:49,324 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:49,324 INFO [RS:0;f49461030c22:42325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,42325,1733116824931 because: Region server is closing 2024-12-02T05:20:49,324 INFO [RS:0;f49461030c22:42325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42325. 2024-12-02T05:20:49,324 DEBUG [RS:0;f49461030c22:42325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:20:49,324 DEBUG [RS:0;f49461030c22:42325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:49,325 DEBUG [RS:0;f49461030c22:42325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:20:49,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:20:49,425 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.shipperf49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:20:49,425 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.wal-reader.f49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:20:49,425 INFO [RS:0;f49461030c22:42325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42325,1733116824931.replicationSource.shipperf49461030c22%2C42325%2C1733116824931,1-f49461030c22,42325,1733116824931 terminated 2024-12-02T05:20:49,425 INFO [RS:0;f49461030c22:42325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42325 2024-12-02T05:20:49,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189404479/rs/f49461030c22,42325,1733116824931 2024-12-02T05:20:49,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479/rs 2024-12-02T05:20:49,595 INFO [RS:0;f49461030c22:42325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:49,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,42325,1733116824931] 2024-12-02T05:20:49,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-189404479/draining/f49461030c22,42325,1733116824931 already deleted, retry=false 2024-12-02T05:20:49,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,42325,1733116824931 expired; onlineServers=0 2024-12-02T05:20:49,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,40617,1733116823770' ***** 2024-12-02T05:20:49,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:20:49,725 INFO [M:0;f49461030c22:40617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:20:49,725 INFO [M:0;f49461030c22:40617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:20:49,725 DEBUG [M:0;f49461030c22:40617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:20:49,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:20:49,725 DEBUG [M:0;f49461030c22:40617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:20:49,725 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116829329 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116829329,5,FailOnTimeoutGroup] 2024-12-02T05:20:49,725 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116829332 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116829332,5,FailOnTimeoutGroup] 2024-12-02T05:20:49,725 INFO [M:0;f49461030c22:40617 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:20:49,725 INFO [M:0;f49461030c22:40617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:20:49,725 DEBUG [M:0;f49461030c22:40617 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:20:49,725 INFO [M:0;f49461030c22:40617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:20:49,725 INFO [M:0;f49461030c22:40617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:20:49,726 ERROR [M:0;f49461030c22:40617 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1187563640) connection to localhost/127.0.0.1:45219 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45219,5,PEWorkerGroup] 2024-12-02T05:20:49,726 INFO [M:0;f49461030c22:40617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:20:49,726 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:20:49,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189404479/master 2024-12-02T05:20:49,735 DEBUG [M:0;f49461030c22:40617 {}] zookeeper.ZKUtil(347): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Unable to get data of znode /0-189404479/master because node does not exist (not an error) 2024-12-02T05:20:49,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189404479 2024-12-02T05:20:49,735 WARN [M:0;f49461030c22:40617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:20:49,736 INFO [M:0;f49461030c22:40617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/.lastflushedseqids 2024-12-02T05:20:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741842_1018 (size=181) 2024-12-02T05:20:49,814 INFO [RS:0;f49461030c22:42325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42325-0x101947bf3ac0001, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:49,814 INFO [RS:0;f49461030c22:42325 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,42325,1733116824931; zookeeper connection closed. 2024-12-02T05:20:49,814 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f9d2942 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f9d2942 2024-12-02T05:20:49,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:20:50,142 INFO [M:0;f49461030c22:40617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:20:50,143 INFO [M:0;f49461030c22:40617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:20:50,143 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:50,143 INFO [M:0;f49461030c22:40617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:50,143 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:50,143 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:50,143 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:50,143 INFO [M:0;f49461030c22:40617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T05:20:50,162 DEBUG [M:0;f49461030c22:40617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79a070715f5e427aabfcd254accffdda is 82, key is hbase:meta,,1/info:regioninfo/1733116830680/Put/seqid=0 2024-12-02T05:20:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741843_1019 (size=5672) 2024-12-02T05:20:50,568 INFO [M:0;f49461030c22:40617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79a070715f5e427aabfcd254accffdda 2024-12-02T05:20:50,586 DEBUG [M:0;f49461030c22:40617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1755d84f99c4b41889a8eff65e9d933 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733116843824/Put/seqid=0 2024-12-02T05:20:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741844_1020 (size=7203) 2024-12-02T05:20:50,991 INFO [M:0;f49461030c22:40617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1755d84f99c4b41889a8eff65e9d933 2024-12-02T05:20:51,023 DEBUG [M:0;f49461030c22:40617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/369a355efdf743b59eb3e607061659ba is 69, key is f49461030c22,42325,1733116824931/rs:state/1733116829626/Put/seqid=0 2024-12-02T05:20:51,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741845_1021 (size=5156) 2024-12-02T05:20:51,433 INFO [M:0;f49461030c22:40617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/369a355efdf743b59eb3e607061659ba 2024-12-02T05:20:51,444 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79a070715f5e427aabfcd254accffdda as hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79a070715f5e427aabfcd254accffdda 2024-12-02T05:20:51,455 INFO [M:0;f49461030c22:40617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79a070715f5e427aabfcd254accffdda, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T05:20:51,457 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1755d84f99c4b41889a8eff65e9d933 as hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1755d84f99c4b41889a8eff65e9d933 2024-12-02T05:20:51,469 INFO [M:0;f49461030c22:40617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1755d84f99c4b41889a8eff65e9d933, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T05:20:51,473 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/369a355efdf743b59eb3e607061659ba as hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/369a355efdf743b59eb3e607061659ba 2024-12-02T05:20:51,488 INFO [M:0;f49461030c22:40617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/270a1694-21c5-8916-bb7e-5a88e9f1bfab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/369a355efdf743b59eb3e607061659ba, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T05:20:51,490 INFO [M:0;f49461030c22:40617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=70, compaction requested=false 2024-12-02T05:20:51,533 INFO [M:0;f49461030c22:40617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:51,534 DEBUG [M:0;f49461030c22:40617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116850143Disabling compacts and flushes for region at 1733116850143Disabling writes for close at 1733116850143Obtaining lock to block concurrent updates at 1733116850143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116850143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733116850144 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116850144Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116850144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116850161 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116850161Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116850573 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116850586 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116850586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116851000 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116851023 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116851023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2bc90d: reopening flushed file at 1733116851441 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccd0a7: reopening flushed file at 1733116851455 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f21220: reopening flushed file at 1733116851470 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=70, compaction requested=false at 1733116851490 (+20 ms)Writing region close event to WAL at 1733116851533 (+43 ms)Closed at 1733116851533 2024-12-02T05:20:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741830_1006 (size=41008) 2024-12-02T05:20:51,542 INFO [M:0;f49461030c22:40617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:20:51,542 INFO [M:0;f49461030c22:40617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40617 2024-12-02T05:20:51,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:20:51,542 INFO [M:0;f49461030c22:40617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:20:51,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:51,772 INFO [M:0;f49461030c22:40617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:20:51,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40617-0x101947bf3ac0000, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:20:51,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14bc7768{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:20:51,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34cc490c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:51,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:51,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f3950{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:51,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19317817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:51,780 WARN [BP-1331486106-172.17.0.2-1733116819489 heartbeating to localhost/127.0.0.1:45219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:20:51,780 WARN [BP-1331486106-172.17.0.2-1733116819489 heartbeating to localhost/127.0.0.1:45219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331486106-172.17.0.2-1733116819489 (Datanode Uuid f82c0450-546e-40a8-abab-b52ffab754ac) service to localhost/127.0.0.1:45219 2024-12-02T05:20:51,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182/data/data2/current/BP-1331486106-172.17.0.2-1733116819489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:51,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:20:51,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:20:51,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/cluster_1f401277-2c21-16cf-65d2-52881b7f4182/data/data1/current/BP-1331486106-172.17.0.2-1733116819489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:20:51,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:20:51,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51e43907{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:20:51,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a5e24d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:20:51,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:20:51,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f89553{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:20:51,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a74083b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b77b4cb4-eaff-546e-059c-5544febb6cc5/hadoop.log.dir/,STOPPED} 2024-12-02T05:20:51,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:20:51,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:20:51,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 106) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45219 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63415) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63415) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33415 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 474) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5908 (was 6754) 2024-12-02T05:20:51,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=5908 2024-12-02T05:20:51,878 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-02T05:20:51,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.log.dir so I do NOT create it in target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78 2024-12-02T05:20:51,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:20:51,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.tmp.dir so I do NOT create it in target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78 2024-12-02T05:20:51,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c68ede2-823e-6521-139c-697722905bfb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:20:51,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78 2024-12-02T05:20:51,879 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf, deleteOnExit=true 2024-12-02T05:20:51,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101947bf3ac0002, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:20:51,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101947bf3ac0002, quorum=127.0.0.1:63415, baseZNode=/0-189404479 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:20:51,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101947bf3ac0005, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:20:51,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101947bf3ac0005, quorum=127.0.0.1:63415, baseZNode=/1-1643050195 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:20:52,153 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf/zookeeper_0, clientPort=59511, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:20:52,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59511 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/test.cache.data in system properties and HBase conf 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:20:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:20:52,158 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:20:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:20:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:20:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:20:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:20:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:20:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:20:53,283 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T05:20:53,285 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:53,302 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:53,305 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:53,305 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:20:53,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:53,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:20:53,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:20:53,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:20:53,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:20:53,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:53,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30ec634e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:20:53,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@564a097a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:20:53,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61a2fa10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/java.io.tmpdir/jetty-localhost-35915-hadoop-hdfs-3_4_1-tests_jar-_-any-17408898184133302782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:20:53,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17b03ed5{HTTP/1.1, (http/1.1)}{localhost:35915} 2024-12-02T05:20:53,438 INFO [Time-limited test {}] server.Server(415): Started @86421ms 2024-12-02T05:20:54,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:20:54,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:20:54,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:20:54,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:20:54,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:20:54,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e592689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:20:54,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a55430b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:20:54,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@560d1ff5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/java.io.tmpdir/jetty-localhost-37619-hadoop-hdfs-3_4_1-tests_jar-_-any-14358301007066391858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:20:54,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@120a52e6{HTTP/1.1, (http/1.1)}{localhost:37619} 2024-12-02T05:20:54,413 INFO [Time-limited test {}] server.Server(415): Started @87396ms 2024-12-02T05:20:54,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:20:56,826 WARN [Thread-841 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf/data/data1/current/BP-419198792-172.17.0.2-1733116852199/current, will proceed with Du for space computation calculation, 2024-12-02T05:20:56,826 WARN [Thread-842 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf/data/data2/current/BP-419198792-172.17.0.2-1733116852199/current, will proceed with Du for space computation calculation, 2024-12-02T05:20:56,844 WARN [Thread-829 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:20:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7c9b21be10e744e with lease ID 0xf9877df4047fd722: Processing first storage report for DS-67b501b0-bbde-4e39-a8a9-27c199c3152f from datanode DatanodeRegistration(127.0.0.1:45153, datanodeUuid=6e0a95ac-e69a-4e83-ab0d-a670c9deb0c2, infoPort=39329, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=1280557479;c=1733116852199) 2024-12-02T05:20:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7c9b21be10e744e with lease ID 0xf9877df4047fd722: from storage DS-67b501b0-bbde-4e39-a8a9-27c199c3152f node DatanodeRegistration(127.0.0.1:45153, datanodeUuid=6e0a95ac-e69a-4e83-ab0d-a670c9deb0c2, infoPort=39329, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=1280557479;c=1733116852199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:20:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7c9b21be10e744e with lease ID 0xf9877df4047fd722: Processing first storage report for DS-964d27cd-8c09-482c-b57e-b11ce0d35b4c from datanode DatanodeRegistration(127.0.0.1:45153, datanodeUuid=6e0a95ac-e69a-4e83-ab0d-a670c9deb0c2, infoPort=39329, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=1280557479;c=1733116852199) 2024-12-02T05:20:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7c9b21be10e744e with lease ID 0xf9877df4047fd722: from storage DS-964d27cd-8c09-482c-b57e-b11ce0d35b4c node DatanodeRegistration(127.0.0.1:45153, datanodeUuid=6e0a95ac-e69a-4e83-ab0d-a670c9deb0c2, infoPort=39329, infoSecurePort=0, ipcPort=39217, storageInfo=lv=-57;cid=testClusterID;nsid=1280557479;c=1733116852199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:20:56,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78 2024-12-02T05:20:56,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:56,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:20:57,281 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6 with version=8 2024-12-02T05:20:57,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/hbase-staging 2024-12-02T05:20:57,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:57,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:57,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:57,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:57,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:57,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:57,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:20:57,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:57,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46329 2024-12-02T05:20:57,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46329 connecting to ZooKeeper ensemble=127.0.0.1:59511 2024-12-02T05:20:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463290x0, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:57,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46329-0x101947c73450000 connected 2024-12-02T05:20:58,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:58,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:58,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on znode that does not yet exist, /0-723439650/running 2024-12-02T05:20:58,167 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6, hbase.cluster.distributed=false 2024-12-02T05:20:58,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on znode that does not yet exist, /0-723439650/acl 2024-12-02T05:20:58,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46329 2024-12-02T05:20:58,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46329 2024-12-02T05:20:58,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46329 2024-12-02T05:20:58,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46329 2024-12-02T05:20:58,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46329 2024-12-02T05:20:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:20:58,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:20:58,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:20:58,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:20:58,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:20:58,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:58,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:58,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:20:58,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:20:58,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:20:58,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:20:58,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:20:58,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43481 2024-12-02T05:20:58,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43481 connecting to ZooKeeper ensemble=127.0.0.1:59511 2024-12-02T05:20:58,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:58,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434810x0, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:20:58,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43481-0x101947c73450001 connected 2024-12-02T05:20:58,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on znode that does not yet exist, /0-723439650/running 2024-12-02T05:20:58,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:20:58,305 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:20:58,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on znode that does not yet exist, /0-723439650/master 2024-12-02T05:20:58,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on znode that does not yet exist, /0-723439650/acl 2024-12-02T05:20:58,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43481 2024-12-02T05:20:58,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43481 2024-12-02T05:20:58,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43481 2024-12-02T05:20:58,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43481 2024-12-02T05:20:58,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43481 2024-12-02T05:20:58,318 DEBUG [M:0;f49461030c22:46329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:46329 2024-12-02T05:20:58,319 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-723439650/backup-masters/f49461030c22,46329,1733116857283 2024-12-02T05:20:58,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650/backup-masters 2024-12-02T05:20:58,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650/backup-masters 2024-12-02T05:20:58,503 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on existing znode=/0-723439650/backup-masters/f49461030c22,46329,1733116857283 2024-12-02T05:20:58,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-723439650/master 2024-12-02T05:20:58,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:20:58,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:20:58,515 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on existing znode=/0-723439650/master 2024-12-02T05:20:58,515 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-723439650/backup-masters/f49461030c22,46329,1733116857283 from backup master directory 2024-12-02T05:20:58,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-723439650/backup-masters/f49461030c22,46329,1733116857283 2024-12-02T05:20:58,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650/backup-masters 2024-12-02T05:20:58,524 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:20:58,524 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,46329,1733116857283 2024-12-02T05:20:58,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650/backup-masters 2024-12-02T05:20:58,528 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/hbase.id] with ID: 8498a5c1-b29b-4d53-aa73-12f3974d73b0 2024-12-02T05:20:58,528 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/.tmp/hbase.id 2024-12-02T05:20:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:20:58,933 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/.tmp/hbase.id]:[hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/hbase.id] 2024-12-02T05:20:58,947 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:20:58,948 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:20:58,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:20:59,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:20:59,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:20:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:20:59,518 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:20:59,519 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:20:59,520 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:20:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:20:59,543 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store 2024-12-02T05:20:59,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:20:59,951 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:59,951 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:20:59,951 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:59,951 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:59,951 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:20:59,951 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:59,951 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:20:59,951 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116859951Disabling compacts and flushes for region at 1733116859951Disabling writes for close at 1733116859951Writing region close event to WAL at 1733116859951Closed at 1733116859951 2024-12-02T05:20:59,952 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/.initializing 2024-12-02T05:20:59,952 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/WALs/f49461030c22,46329,1733116857283 2024-12-02T05:20:59,953 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:20:59,955 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C46329%2C1733116857283, suffix=, logDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/WALs/f49461030c22,46329,1733116857283, archiveDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/oldWALs, maxLogs=10 2024-12-02T05:20:59,967 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/WALs/f49461030c22,46329,1733116857283/f49461030c22%2C46329%2C1733116857283.1733116859955, exclude list is [], retry=0 2024-12-02T05:20:59,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-67b501b0-bbde-4e39-a8a9-27c199c3152f,DISK] 2024-12-02T05:20:59,972 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/WALs/f49461030c22,46329,1733116857283/f49461030c22%2C46329%2C1733116857283.1733116859955 2024-12-02T05:20:59,977 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T05:20:59,977 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:20:59,978 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:20:59,978 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,978 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:20:59,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:59,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:20:59,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:20:59,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:59,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:59,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:20:59,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:59,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:59,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:20:59,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:20:59,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:20:59,989 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,990 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,990 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,991 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,991 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,992 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:20:59,993 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:20:59,995 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:20:59,996 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63811591, jitterRate=-0.04913319647312164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:20:59,996 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116859978Initializing all the Stores at 1733116859979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116859979Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116859980 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116859980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116859980Cleaning up temporary data from old regions at 1733116859991 (+11 ms)Region opened successfully at 1733116859996 (+5 ms) 2024-12-02T05:21:00,002 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:21:00,006 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfe5780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:21:00,007 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:21:00,007 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:21:00,007 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:21:00,007 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:21:00,008 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:21:00,008 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:21:00,009 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:21:00,011 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:21:00,011 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Unable to get data of znode /0-723439650/balancer because node does not exist (not necessarily an error) 2024-12-02T05:21:00,176 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-723439650/balancer already deleted, retry=false 2024-12-02T05:21:00,177 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:21:00,178 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Unable to get data of znode /0-723439650/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:21:00,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-723439650/normalizer already deleted, retry=false 2024-12-02T05:21:00,300 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:21:00,301 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Unable to get data of znode /0-723439650/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:21:00,317 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-723439650/switch/split already deleted, retry=false 2024-12-02T05:21:00,318 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Unable to get data of znode /0-723439650/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:21:00,334 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-723439650/switch/merge already deleted, retry=false 2024-12-02T05:21:00,336 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Unable to get data of znode /0-723439650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:21:00,534 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-723439650/snapshot-cleanup already deleted, retry=false 2024-12-02T05:21:00,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-723439650/running 2024-12-02T05:21:00,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-723439650/running 2024-12-02T05:21:00,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:00,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:00,569 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,46329,1733116857283, sessionid=0x101947c73450000, setting cluster-up flag (Was=false) 2024-12-02T05:21:00,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:00,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:01,011 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-723439650/flush-table-proc/acquired, /0-723439650/flush-table-proc/reached, /0-723439650/flush-table-proc/abort 2024-12-02T05:21:01,012 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,46329,1733116857283 2024-12-02T05:21:01,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:01,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:01,429 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-723439650/online-snapshot/acquired, /0-723439650/online-snapshot/reached, /0-723439650/online-snapshot/abort 2024-12-02T05:21:01,430 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,46329,1733116857283 2024-12-02T05:21:01,431 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:21:01,433 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:01,433 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:21:01,433 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:21:01,434 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,46329,1733116857283 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:21:01,435 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116891436 2024-12-02T05:21:01,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:21:01,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:21:01,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:21:01,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:21:01,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:21:01,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:21:01,437 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:01,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:21:01,438 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:01,438 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:21:01,439 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:21:01,439 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:21:01,439 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:21:01,439 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:21:01,441 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:21:01,441 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:21:01,441 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116861441,5,FailOnTimeoutGroup] 2024-12-02T05:21:01,444 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116861441,5,FailOnTimeoutGroup] 2024-12-02T05:21:01,444 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,444 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:21:01,444 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,444 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:21:01,512 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(746): ClusterId : 8498a5c1-b29b-4d53-aa73-12f3974d73b0 2024-12-02T05:21:01,512 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:21:01,711 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:21:01,711 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:21:01,731 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:21:01,731 DEBUG [RS:0;f49461030c22:43481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2240d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:21:01,746 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:43481 2024-12-02T05:21:01,746 INFO [RS:0;f49461030c22:43481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:21:01,746 INFO [RS:0;f49461030c22:43481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:21:01,746 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:21:01,747 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,46329,1733116857283 with port=43481, startcode=1733116858185 2024-12-02T05:21:01,747 DEBUG [RS:0;f49461030c22:43481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:21:01,749 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:21:01,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,43481,1733116858185 2024-12-02T05:21:01,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46329 {}] master.ServerManager(517): Registering regionserver=f49461030c22,43481,1733116858185 2024-12-02T05:21:01,752 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6 2024-12-02T05:21:01,752 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40595 2024-12-02T05:21:01,752 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:21:01,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:21:01,850 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6 2024-12-02T05:21:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:21:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650/rs 2024-12-02T05:21:01,990 DEBUG [RS:0;f49461030c22:43481 {}] zookeeper.ZKUtil(111): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on existing znode=/0-723439650/rs/f49461030c22,43481,1733116858185 2024-12-02T05:21:01,990 WARN [RS:0;f49461030c22:43481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:21:01,990 INFO [RS:0;f49461030c22:43481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:21:01,990 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185 2024-12-02T05:21:01,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,43481,1733116858185] 2024-12-02T05:21:01,993 INFO [RS:0;f49461030c22:43481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:21:01,994 INFO [RS:0;f49461030c22:43481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:21:01,995 INFO [RS:0;f49461030c22:43481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:21:01,995 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,995 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:21:01,996 INFO [RS:0;f49461030c22:43481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:21:01,996 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:21:01,996 DEBUG [RS:0;f49461030c22:43481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:21:01,997 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,997 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,997 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,997 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,997 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:01,997 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,43481,1733116858185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:21:02,009 INFO [RS:0;f49461030c22:43481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:21:02,009 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,43481,1733116858185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:02,009 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:02,009 INFO [RS:0;f49461030c22:43481 {}] regionserver.Replication(171): f49461030c22,43481,1733116858185 started 2024-12-02T05:21:02,020 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:02,021 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,43481,1733116858185, RpcServer on f49461030c22/172.17.0.2:43481, sessionid=0x101947c73450001 2024-12-02T05:21:02,021 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:21:02,021 DEBUG [RS:0;f49461030c22:43481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,43481,1733116858185 2024-12-02T05:21:02,021 DEBUG [RS:0;f49461030c22:43481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,43481,1733116858185' 2024-12-02T05:21:02,021 DEBUG [RS:0;f49461030c22:43481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-723439650/flush-table-proc/abort' 2024-12-02T05:21:02,021 DEBUG [RS:0;f49461030c22:43481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-723439650/flush-table-proc/acquired' 2024-12-02T05:21:02,022 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:21:02,022 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:21:02,022 DEBUG [RS:0;f49461030c22:43481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,43481,1733116858185 2024-12-02T05:21:02,022 DEBUG [RS:0;f49461030c22:43481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,43481,1733116858185' 2024-12-02T05:21:02,022 DEBUG [RS:0;f49461030c22:43481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-723439650/online-snapshot/abort' 2024-12-02T05:21:02,022 DEBUG [RS:0;f49461030c22:43481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-723439650/online-snapshot/acquired' 2024-12-02T05:21:02,022 DEBUG [RS:0;f49461030c22:43481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:21:02,022 INFO [RS:0;f49461030c22:43481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:21:02,022 INFO [RS:0;f49461030c22:43481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:21:02,123 INFO [RS:0;f49461030c22:43481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:21:02,124 INFO [RS:0;f49461030c22:43481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C43481%2C1733116858185, suffix=, logDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185, archiveDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/oldWALs, maxLogs=10 2024-12-02T05:21:02,135 DEBUG [RS:0;f49461030c22:43481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124, exclude list is [], retry=0 2024-12-02T05:21:02,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-67b501b0-bbde-4e39-a8a9-27c199c3152f,DISK] 2024-12-02T05:21:02,139 INFO [RS:0;f49461030c22:43481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 2024-12-02T05:21:02,140 DEBUG [RS:0;f49461030c22:43481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T05:21:02,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:02,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:21:02,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:21:02,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:02,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:02,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:21:02,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:21:02,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:02,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:02,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:21:02,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:21:02,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:02,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:02,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:21:02,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:21:02,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:02,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:02,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:21:02,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740 2024-12-02T05:21:02,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740 2024-12-02T05:21:02,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:21:02,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:21:02,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:21:02,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:21:02,281 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:21:02,282 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61996544, jitterRate=-0.07617950439453125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:21:02,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116862259Initializing all the Stores at 1733116862260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116862260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116862260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116862260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116862260Cleaning up temporary data from old regions at 1733116862274 (+14 ms)Region opened successfully at 1733116862282 (+8 ms) 2024-12-02T05:21:02,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:21:02,283 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:21:02,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:21:02,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:21:02,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:21:02,284 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:21:02,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116862282Disabling compacts and flushes for region at 1733116862282Disabling writes for close at 1733116862283 (+1 ms)Writing region close event to WAL at 1733116862284 (+1 ms)Closed at 1733116862284 2024-12-02T05:21:02,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:02,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:21:02,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:21:02,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:21:02,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:21:02,440 DEBUG [f49461030c22:46329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:21:02,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,43481,1733116858185 2024-12-02T05:21:02,442 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,43481,1733116858185, state=OPENING 2024-12-02T05:21:02,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:21:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:02,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:21:02,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-723439650/meta-region-server: CHANGED 2024-12-02T05:21:02,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-723439650/meta-region-server: CHANGED 2024-12-02T05:21:02,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,43481,1733116858185}] 2024-12-02T05:21:03,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:21:03,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:21:03,006 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:21:03,006 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:21:03,007 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:21:03,008 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C43481%2C1733116858185.meta, suffix=.meta, logDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185, archiveDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/oldWALs, maxLogs=10 2024-12-02T05:21:03,024 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.meta.1733116863008.meta, exclude list is [], retry=0 2024-12-02T05:21:03,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-67b501b0-bbde-4e39-a8a9-27c199c3152f,DISK] 2024-12-02T05:21:03,028 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.meta.1733116863008.meta 2024-12-02T05:21:03,029 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T05:21:03,029 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:21:03,029 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:21:03,029 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:21:03,029 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:21:03,029 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:21:03,030 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:21:03,030 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:03,030 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:21:03,030 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:21:03,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:21:03,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:21:03,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:03,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:03,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:21:03,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:21:03,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:03,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:03,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:21:03,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:21:03,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:03,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:03,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:21:03,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:21:03,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:03,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:03,037 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:21:03,037 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740 2024-12-02T05:21:03,038 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740 2024-12-02T05:21:03,039 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:21:03,039 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:21:03,039 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:21:03,040 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:21:03,041 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69718380, jitterRate=0.03888481855392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:21:03,041 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:21:03,042 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116863030Writing region info on filesystem at 1733116863030Initializing all the Stores at 1733116863031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116863031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116863031Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116863031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116863031Cleaning up temporary data from old regions at 1733116863039 (+8 ms)Running coprocessor post-open hooks at 1733116863041 (+2 ms)Region opened successfully at 1733116863042 (+1 ms) 2024-12-02T05:21:03,042 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116863001 2024-12-02T05:21:03,045 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:21:03,045 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:21:03,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,43481,1733116858185 2024-12-02T05:21:03,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,43481,1733116858185, state=OPEN 2024-12-02T05:21:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-723439650/meta-region-server 2024-12-02T05:21:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-723439650/meta-region-server 2024-12-02T05:21:03,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-723439650/meta-region-server: CHANGED 2024-12-02T05:21:03,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-723439650/meta-region-server: CHANGED 2024-12-02T05:21:03,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,43481,1733116858185 2024-12-02T05:21:03,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:21:03,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,43481,1733116858185 in 660 msec 2024-12-02T05:21:03,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:21:03,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2250 sec 2024-12-02T05:21:03,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:03,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:21:03,515 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:03,515 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43481,1733116858185, seqNum=-1] 2024-12-02T05:21:03,516 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:03,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:03,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0890 sec 2024-12-02T05:21:03,523 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116863523, completionTime=-1 2024-12-02T05:21:03,523 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:21:03,523 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733116923525 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733116983525 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46329,1733116857283-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46329,1733116857283-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46329,1733116857283-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:46329, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:03,525 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:03,526 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:03,527 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.005sec 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46329,1733116857283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:21:03,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46329,1733116857283-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:21:03,531 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:21:03,531 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:21:03,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46329,1733116857283-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:03,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547ea4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:03,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46329,-1 for getting cluster id 2024-12-02T05:21:03,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:03,616 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8498a5c1-b29b-4d53-aa73-12f3974d73b0' 2024-12-02T05:21:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8498a5c1-b29b-4d53-aa73-12f3974d73b0" 2024-12-02T05:21:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58043842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46329,-1] 2024-12-02T05:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:03,618 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:03,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32084579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:03,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:03,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43481,1733116858185, seqNum=-1] 2024-12-02T05:21:03,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:03,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:03,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,46329,1733116857283 2024-12-02T05:21:03,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59511 2024-12-02T05:21:03,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:21:03,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:03,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:03,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:03,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:03,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:21:03,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101947c73450002 connected 2024-12-02T05:21:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.log.dir so I do NOT create it in target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4 2024-12-02T05:21:03,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:21:03,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.tmp.dir so I do NOT create it in target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4 2024-12-02T05:21:03,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:21:03,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4 2024-12-02T05:21:03,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:21:03,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/cluster_fe95e336-658d-e0dc-7c61-6b83a20e4717, deleteOnExit=true 2024-12-02T05:21:03,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:21:03,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/test.cache.data in system properties and HBase conf 2024-12-02T05:21:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:21:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:21:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:21:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:21:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:21:03,904 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:21:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:21:03,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:21:03,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:21:03,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:21:03,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:21:04,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:21:04,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:21:04,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:21:04,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:21:04,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:21:04,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:21:04,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38ccfb05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:21:04,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d3a4f60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:21:05,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34698b65{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/java.io.tmpdir/jetty-localhost-39393-hadoop-hdfs-3_4_1-tests_jar-_-any-10021223905233351778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:21:05,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f99d639{HTTP/1.1, (http/1.1)}{localhost:39393} 2024-12-02T05:21:05,022 INFO [Time-limited test {}] server.Server(415): Started @98005ms 2024-12-02T05:21:05,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:21:05,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:21:05,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:21:05,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:21:05,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:21:05,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f8056d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:21:05,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15629b74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:21:06,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@84510e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/java.io.tmpdir/jetty-localhost-39111-hadoop-hdfs-3_4_1-tests_jar-_-any-14880702657911525742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:21:06,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed9a3dc{HTTP/1.1, (http/1.1)}{localhost:39111} 2024-12-02T05:21:06,049 INFO [Time-limited test {}] server.Server(415): Started @99032ms 2024-12-02T05:21:06,050 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:21:07,903 WARN [Thread-962 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/cluster_fe95e336-658d-e0dc-7c61-6b83a20e4717/data/data1/current/BP-1108552405-172.17.0.2-1733116863930/current, will proceed with Du for space computation calculation, 2024-12-02T05:21:07,903 WARN [Thread-963 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/cluster_fe95e336-658d-e0dc-7c61-6b83a20e4717/data/data2/current/BP-1108552405-172.17.0.2-1733116863930/current, will proceed with Du for space computation calculation, 2024-12-02T05:21:07,922 WARN [Thread-950 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:21:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29c8eba44300b201 with lease ID 0x1715e191ea567e03: Processing first storage report for DS-7f1bbe0b-d81c-44b8-b1a3-92d951bd8041 from datanode DatanodeRegistration(127.0.0.1:41375, datanodeUuid=8e48533d-f177-4a8f-8cfc-ee449e80c802, infoPort=42029, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=916728553;c=1733116863930) 2024-12-02T05:21:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29c8eba44300b201 with lease ID 0x1715e191ea567e03: from storage DS-7f1bbe0b-d81c-44b8-b1a3-92d951bd8041 node DatanodeRegistration(127.0.0.1:41375, datanodeUuid=8e48533d-f177-4a8f-8cfc-ee449e80c802, infoPort=42029, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=916728553;c=1733116863930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:21:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29c8eba44300b201 with lease ID 0x1715e191ea567e03: Processing first storage report for DS-32f0717c-2fd8-419e-801c-e9e1a0ff7940 from datanode DatanodeRegistration(127.0.0.1:41375, datanodeUuid=8e48533d-f177-4a8f-8cfc-ee449e80c802, infoPort=42029, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=916728553;c=1733116863930) 2024-12-02T05:21:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29c8eba44300b201 with lease ID 0x1715e191ea567e03: from storage DS-32f0717c-2fd8-419e-801c-e9e1a0ff7940 node DatanodeRegistration(127.0.0.1:41375, datanodeUuid=8e48533d-f177-4a8f-8cfc-ee449e80c802, infoPort=42029, infoSecurePort=0, ipcPort=35625, storageInfo=lv=-57;cid=testClusterID;nsid=916728553;c=1733116863930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:21:07,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4 2024-12-02T05:21:07,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:07,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:07,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:21:07,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:21:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:21:08,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:21:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:21:08,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T05:21:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:21:08,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T05:21:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:21:08,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T05:21:08,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89 with version=8 2024-12-02T05:21:08,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/hbase-staging 2024-12-02T05:21:08,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:21:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:21:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:21:08,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:21:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:21:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:21:08,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:21:08,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:21:08,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36397 2024-12-02T05:21:08,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36397 connecting to ZooKeeper ensemble=127.0.0.1:59511 2024-12-02T05:21:08,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363970x0, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:21:08,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36397-0x101947c73450003 connected 2024-12-02T05:21:09,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:09,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:09,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on znode that does not yet exist, /1-1405441113/running 2024-12-02T05:21:09,106 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89, hbase.cluster.distributed=false 2024-12-02T05:21:09,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on znode that does not yet exist, /1-1405441113/acl 2024-12-02T05:21:09,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36397 2024-12-02T05:21:09,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36397 2024-12-02T05:21:09,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36397 2024-12-02T05:21:09,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36397 2024-12-02T05:21:09,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36397 2024-12-02T05:21:09,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:21:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:21:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:21:09,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:21:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:21:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:21:09,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:21:09,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:21:09,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35739 2024-12-02T05:21:09,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35739 connecting to ZooKeeper ensemble=127.0.0.1:59511 2024-12-02T05:21:09,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:09,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:09,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357390x0, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:21:09,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357390x0, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on znode that does not yet exist, /1-1405441113/running 2024-12-02T05:21:09,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35739-0x101947c73450004 connected 2024-12-02T05:21:09,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:21:09,356 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:21:09,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on znode that does not yet exist, /1-1405441113/master 2024-12-02T05:21:09,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on znode that does not yet exist, /1-1405441113/acl 2024-12-02T05:21:09,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35739 2024-12-02T05:21:09,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35739 2024-12-02T05:21:09,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35739 2024-12-02T05:21:09,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35739 2024-12-02T05:21:09,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35739 2024-12-02T05:21:09,371 DEBUG [M:0;f49461030c22:36397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:36397 2024-12-02T05:21:09,372 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1405441113/backup-masters/f49461030c22,36397,1733116868403 2024-12-02T05:21:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113/backup-masters 2024-12-02T05:21:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113/backup-masters 2024-12-02T05:21:09,513 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on existing znode=/1-1405441113/backup-masters/f49461030c22,36397,1733116868403 2024-12-02T05:21:09,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1405441113/master 2024-12-02T05:21:09,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:09,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:09,524 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on existing znode=/1-1405441113/master 2024-12-02T05:21:09,524 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1405441113/backup-masters/f49461030c22,36397,1733116868403 from backup master directory 2024-12-02T05:21:09,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1405441113/backup-masters/f49461030c22,36397,1733116868403 2024-12-02T05:21:09,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113/backup-masters 2024-12-02T05:21:09,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113/backup-masters 2024-12-02T05:21:09,760 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:21:09,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,36397,1733116868403 2024-12-02T05:21:09,764 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/hbase.id] with ID: ad319d3f-389f-4baa-801e-556c8fa58245 2024-12-02T05:21:09,764 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/.tmp/hbase.id 2024-12-02T05:21:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:21:10,170 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/.tmp/hbase.id]:[hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/hbase.id] 2024-12-02T05:21:10,181 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:10,181 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:21:10,182 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:21:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:21:10,804 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:21:10,804 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:21:10,805 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:21:10,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:21:11,212 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store 2024-12-02T05:21:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:21:11,619 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:11,619 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:21:11,619 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:21:11,619 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:21:11,619 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:21:11,619 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:21:11,619 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:21:11,619 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116871619Disabling compacts and flushes for region at 1733116871619Disabling writes for close at 1733116871619Writing region close event to WAL at 1733116871619Closed at 1733116871619 2024-12-02T05:21:11,620 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/.initializing 2024-12-02T05:21:11,620 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/WALs/f49461030c22,36397,1733116868403 2024-12-02T05:21:11,621 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:21:11,624 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C36397%2C1733116868403, suffix=, logDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/WALs/f49461030c22,36397,1733116868403, archiveDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/oldWALs, maxLogs=10 2024-12-02T05:21:11,635 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/WALs/f49461030c22,36397,1733116868403/f49461030c22%2C36397%2C1733116868403.1733116871624, exclude list is [], retry=0 2024-12-02T05:21:11,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-7f1bbe0b-d81c-44b8-b1a3-92d951bd8041,DISK] 2024-12-02T05:21:11,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/WALs/f49461030c22,36397,1733116868403/f49461030c22%2C36397%2C1733116868403.1733116871624 2024-12-02T05:21:11,640 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42029:42029)] 2024-12-02T05:21:11,640 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:21:11,640 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:11,640 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,640 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:21:11,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:11,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:11,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:21:11,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:11,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:11,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:21:11,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:11,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:11,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:21:11,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:11,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:11,650 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,650 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,651 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,652 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,652 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,652 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:21:11,653 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:21:11,655 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:21:11,655 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68654556, jitterRate=0.02303260564804077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:21:11,655 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116871640Initializing all the Stores at 1733116871641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116871642 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116871642Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116871642Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116871642Cleaning up temporary data from old regions at 1733116871652 (+10 ms)Region opened successfully at 1733116871655 (+3 ms) 2024-12-02T05:21:11,656 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:21:11,658 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea171aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:21:11,659 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:21:11,659 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:21:11,659 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:21:11,660 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:21:11,660 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:21:11,661 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:21:11,661 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:21:11,663 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:21:11,663 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Unable to get data of znode /1-1405441113/balancer because node does not exist (not necessarily an error) 2024-12-02T05:21:12,028 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1405441113/balancer already deleted, retry=false 2024-12-02T05:21:12,029 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:21:12,030 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Unable to get data of znode /1-1405441113/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:21:12,136 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1405441113/normalizer already deleted, retry=false 2024-12-02T05:21:12,136 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:21:12,138 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Unable to get data of znode /1-1405441113/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:21:12,218 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1405441113/switch/split already deleted, retry=false 2024-12-02T05:21:12,219 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Unable to get data of znode /1-1405441113/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:21:12,228 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1405441113/switch/merge already deleted, retry=false 2024-12-02T05:21:12,231 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Unable to get data of znode /1-1405441113/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:21:12,407 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1405441113/snapshot-cleanup already deleted, retry=false 2024-12-02T05:21:12,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1405441113/running 2024-12-02T05:21:12,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1405441113/running 2024-12-02T05:21:12,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:12,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:12,436 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,36397,1733116868403, sessionid=0x101947c73450003, setting cluster-up flag (Was=false) 2024-12-02T05:21:12,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:12,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:12,892 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1405441113/flush-table-proc/acquired, /1-1405441113/flush-table-proc/reached, /1-1405441113/flush-table-proc/abort 2024-12-02T05:21:12,893 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36397,1733116868403 2024-12-02T05:21:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:13,355 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1405441113/online-snapshot/acquired, /1-1405441113/online-snapshot/reached, /1-1405441113/online-snapshot/abort 2024-12-02T05:21:13,356 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36397,1733116868403 2024-12-02T05:21:13,357 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:21:13,359 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:13,359 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:21:13,359 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:21:13,360 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,36397,1733116868403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:21:13,361 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:13,361 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:13,361 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:13,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:21:13,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:21:13,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:13,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:21:13,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:13,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:13,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:21:13,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116903365 2024-12-02T05:21:13,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:21:13,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:21:13,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:21:13,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:21:13,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:21:13,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:21:13,365 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:13,365 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(746): ClusterId : ad319d3f-389f-4baa-801e-556c8fa58245 2024-12-02T05:21:13,366 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:21:13,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:21:13,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:13,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:21:13,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:21:13,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:21:13,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:21:13,367 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:21:13,367 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:21:13,367 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116873367,5,FailOnTimeoutGroup] 2024-12-02T05:21:13,367 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116873367,5,FailOnTimeoutGroup] 2024-12-02T05:21:13,367 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:13,367 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:21:13,367 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:13,367 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:21:13,506 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:21:13,506 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:21:13,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:21:13,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89 2024-12-02T05:21:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:21:14,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:14,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:21:14,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:21:14,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:14,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:14,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:21:14,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:21:14,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:14,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:14,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:21:14,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:21:14,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:14,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:14,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:21:14,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:21:14,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:14,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:14,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:21:14,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740 2024-12-02T05:21:14,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740 2024-12-02T05:21:14,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:21:14,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:21:14,193 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:21:14,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:21:14,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:21:14,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68994363, jitterRate=0.028096124529838562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:21:14,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116874184Initializing all the Stores at 1733116874185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116874185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116874185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116874185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116874185Cleaning up temporary data from old regions at 1733116874193 (+8 ms)Region opened successfully at 1733116874196 (+3 ms) 2024-12-02T05:21:14,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:21:14,196 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:21:14,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:21:14,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:21:14,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:21:14,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:21:14,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116874196Disabling compacts and flushes for region at 1733116874196Disabling writes for close at 1733116874196Writing region close event to WAL at 1733116874196Closed at 1733116874196 2024-12-02T05:21:14,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:14,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:21:14,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:21:14,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:21:14,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:21:14,352 WARN [f49461030c22:36397 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T05:21:14,606 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:21:14,606 DEBUG [RS:0;f49461030c22:35739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6e5d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:21:14,618 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:35739 2024-12-02T05:21:14,618 INFO [RS:0;f49461030c22:35739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:21:14,618 INFO [RS:0;f49461030c22:35739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:21:14,618 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:21:14,619 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,36397,1733116868403 with port=35739, startcode=1733116869124 2024-12-02T05:21:14,619 DEBUG [RS:0;f49461030c22:35739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:21:14,621 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:21:14,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,35739,1733116869124 2024-12-02T05:21:14,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36397 {}] master.ServerManager(517): Registering regionserver=f49461030c22,35739,1733116869124 2024-12-02T05:21:14,623 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89 2024-12-02T05:21:14,623 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43719 2024-12-02T05:21:14,623 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:21:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113/rs 2024-12-02T05:21:14,941 DEBUG [RS:0;f49461030c22:35739 {}] zookeeper.ZKUtil(111): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on existing znode=/1-1405441113/rs/f49461030c22,35739,1733116869124 2024-12-02T05:21:14,941 WARN [RS:0;f49461030c22:35739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:21:14,941 INFO [RS:0;f49461030c22:35739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:21:14,942 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124 2024-12-02T05:21:14,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,35739,1733116869124] 2024-12-02T05:21:14,945 INFO [RS:0;f49461030c22:35739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:21:14,946 INFO [RS:0;f49461030c22:35739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:21:14,947 INFO [RS:0;f49461030c22:35739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:21:14,947 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,947 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:21:14,948 INFO [RS:0;f49461030c22:35739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:21:14,948 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:21:14,948 DEBUG [RS:0;f49461030c22:35739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:21:14,949 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,949 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,949 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,949 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,949 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,949 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35739,1733116869124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:21:14,960 INFO [RS:0;f49461030c22:35739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:21:14,960 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35739,1733116869124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,960 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,961 INFO [RS:0;f49461030c22:35739 {}] regionserver.Replication(171): f49461030c22,35739,1733116869124 started 2024-12-02T05:21:14,976 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:14,976 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,35739,1733116869124, RpcServer on f49461030c22/172.17.0.2:35739, sessionid=0x101947c73450004 2024-12-02T05:21:14,977 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:21:14,977 DEBUG [RS:0;f49461030c22:35739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,35739,1733116869124 2024-12-02T05:21:14,977 DEBUG [RS:0;f49461030c22:35739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,35739,1733116869124' 2024-12-02T05:21:14,977 DEBUG [RS:0;f49461030c22:35739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1405441113/flush-table-proc/abort' 2024-12-02T05:21:14,977 DEBUG [RS:0;f49461030c22:35739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1405441113/flush-table-proc/acquired' 2024-12-02T05:21:14,978 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:21:14,978 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:21:14,978 DEBUG [RS:0;f49461030c22:35739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,35739,1733116869124 2024-12-02T05:21:14,978 DEBUG [RS:0;f49461030c22:35739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,35739,1733116869124' 2024-12-02T05:21:14,978 DEBUG [RS:0;f49461030c22:35739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1405441113/online-snapshot/abort' 2024-12-02T05:21:14,978 DEBUG [RS:0;f49461030c22:35739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1405441113/online-snapshot/acquired' 2024-12-02T05:21:14,979 DEBUG [RS:0;f49461030c22:35739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:21:14,979 INFO [RS:0;f49461030c22:35739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:21:14,979 INFO [RS:0;f49461030c22:35739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:21:15,079 INFO [RS:0;f49461030c22:35739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:21:15,081 INFO [RS:0;f49461030c22:35739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C35739%2C1733116869124, suffix=, logDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124, archiveDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/oldWALs, maxLogs=10 2024-12-02T05:21:15,093 DEBUG [RS:0;f49461030c22:35739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124/f49461030c22%2C35739%2C1733116869124.1733116875081, exclude list is [], retry=0 2024-12-02T05:21:15,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-7f1bbe0b-d81c-44b8-b1a3-92d951bd8041,DISK] 2024-12-02T05:21:15,097 INFO [RS:0;f49461030c22:35739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124/f49461030c22%2C35739%2C1733116869124.1733116875081 2024-12-02T05:21:15,098 DEBUG [RS:0;f49461030c22:35739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42029:42029)] 2024-12-02T05:21:15,102 DEBUG [f49461030c22:36397 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:21:15,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,35739,1733116869124 2024-12-02T05:21:15,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,35739,1733116869124, state=OPENING 2024-12-02T05:21:15,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:21:15,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:15,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:21:15,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1405441113/meta-region-server: CHANGED 2024-12-02T05:21:15,393 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:21:15,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,35739,1733116869124}] 2024-12-02T05:21:15,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1405441113/meta-region-server: CHANGED 2024-12-02T05:21:15,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:21:15,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:21:15,553 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:21:15,554 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:21:15,554 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:21:15,555 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C35739%2C1733116869124.meta, suffix=.meta, logDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124, archiveDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/oldWALs, maxLogs=10 2024-12-02T05:21:15,566 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124/f49461030c22%2C35739%2C1733116869124.meta.1733116875556.meta, exclude list is [], retry=0 2024-12-02T05:21:15,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-7f1bbe0b-d81c-44b8-b1a3-92d951bd8041,DISK] 2024-12-02T05:21:15,570 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124/f49461030c22%2C35739%2C1733116869124.meta.1733116875556.meta 2024-12-02T05:21:15,570 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42029:42029)] 2024-12-02T05:21:15,570 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:21:15,571 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:21:15,571 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:21:15,571 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:21:15,571 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:21:15,571 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:21:15,571 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:15,571 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:21:15,571 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:21:15,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:21:15,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:21:15,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:15,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:15,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:21:15,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:21:15,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:15,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:15,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:21:15,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:21:15,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:15,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:15,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:21:15,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:21:15,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:15,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:21:15,577 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:21:15,578 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740 2024-12-02T05:21:15,579 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740 2024-12-02T05:21:15,580 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:21:15,580 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:21:15,580 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:21:15,582 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:21:15,583 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68176100, jitterRate=0.015903055667877197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:21:15,583 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:21:15,583 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116875571Writing region info on filesystem at 1733116875571Initializing all the Stores at 1733116875572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116875572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116875572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116875572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116875572Cleaning up temporary data from old regions at 1733116875580 (+8 ms)Running coprocessor post-open hooks at 1733116875583 (+3 ms)Region opened successfully at 1733116875583 2024-12-02T05:21:15,584 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116875548 2024-12-02T05:21:15,586 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:21:15,586 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:21:15,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,35739,1733116869124 2024-12-02T05:21:15,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,35739,1733116869124, state=OPEN 2024-12-02T05:21:15,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1405441113/meta-region-server 2024-12-02T05:21:15,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1405441113/meta-region-server 2024-12-02T05:21:15,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,35739,1733116869124 2024-12-02T05:21:15,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1405441113/meta-region-server: CHANGED 2024-12-02T05:21:15,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1405441113/meta-region-server: CHANGED 2024-12-02T05:21:15,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:21:15,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,35739,1733116869124 in 283 msec 2024-12-02T05:21:15,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:21:15,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4820 sec 2024-12-02T05:21:15,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:21:15,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:21:15,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:15,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,35739,1733116869124, seqNum=-1] 2024-12-02T05:21:15,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:15,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:15,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.3320 sec 2024-12-02T05:21:15,690 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116875690, completionTime=-1 2024-12-02T05:21:15,691 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:21:15,691 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:21:15,692 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:21:15,692 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733116935692 2024-12-02T05:21:15,692 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733116995692 2024-12-02T05:21:15,692 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:21:15,692 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36397,1733116868403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:15,692 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36397,1733116868403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:15,692 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36397,1733116868403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:15,693 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:36397, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:15,693 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:15,693 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:15,694 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.935sec 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36397,1733116868403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:21:15,696 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36397,1733116868403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:21:15,698 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:21:15,698 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:21:15,698 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36397,1733116868403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:21:15,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:15,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36397,-1 for getting cluster id 2024-12-02T05:21:15,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:15,768 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad319d3f-389f-4baa-801e-556c8fa58245' 2024-12-02T05:21:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad319d3f-389f-4baa-801e-556c8fa58245" 2024-12-02T05:21:15,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6781737d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:15,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36397,-1] 2024-12-02T05:21:15,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:15,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:15,770 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:15,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1c925d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:15,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,35739,1733116869124, seqNum=-1] 2024-12-02T05:21:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:15,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:15,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,36397,1733116868403 2024-12-02T05:21:15,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59511 2024-12-02T05:21:15,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:21:15,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101947c73450005 connected 2024-12-02T05:21:16,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46329,1733116857283 2024-12-02T05:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eeddc5f 2024-12-02T05:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:16,067 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:21:16,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:21:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:21:16,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:21:16,076 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:16,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:21:16,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:21:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:21:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:16,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da942bbf0da6009a209f5f00a171aba9, NAME => 'test,,1733116876068.da942bbf0da6009a209f5f00a171aba9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6 2024-12-02T05:21:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:21:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:16,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733116876068.da942bbf0da6009a209f5f00a171aba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:16,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da942bbf0da6009a209f5f00a171aba9, disabling compactions & flushes 2024-12-02T05:21:16,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:21:16,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:21:16,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. after waiting 0 ms 2024-12-02T05:21:16,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:21:16,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:21:16,893 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da942bbf0da6009a209f5f00a171aba9: Waiting for close lock at 1733116876892Disabling compacts and flushes for region at 1733116876892Disabling writes for close at 1733116876892Writing region close event to WAL at 1733116876892Closed at 1733116876892 2024-12-02T05:21:16,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:21:16,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733116876068.da942bbf0da6009a209f5f00a171aba9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733116876894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733116876894"}]},"ts":"1733116876894"} 2024-12-02T05:21:16,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:21:16,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:21:16,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116876898"}]},"ts":"1733116876898"} 2024-12-02T05:21:16,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:21:16,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da942bbf0da6009a209f5f00a171aba9, ASSIGN}] 2024-12-02T05:21:16,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da942bbf0da6009a209f5f00a171aba9, ASSIGN 2024-12-02T05:21:16,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da942bbf0da6009a209f5f00a171aba9, ASSIGN; state=OFFLINE, location=f49461030c22,43481,1733116858185; forceNewPlan=false, retain=false 2024-12-02T05:21:17,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da942bbf0da6009a209f5f00a171aba9, regionState=OPENING, regionLocation=f49461030c22,43481,1733116858185 2024-12-02T05:21:17,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da942bbf0da6009a209f5f00a171aba9, ASSIGN because future has completed 2024-12-02T05:21:17,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da942bbf0da6009a209f5f00a171aba9, server=f49461030c22,43481,1733116858185}] 2024-12-02T05:21:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:17,214 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:21:17,214 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da942bbf0da6009a209f5f00a171aba9, NAME => 'test,,1733116876068.da942bbf0da6009a209f5f00a171aba9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:21:17,214 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:21:17,214 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:21:17,215 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,215 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733116876068.da942bbf0da6009a209f5f00a171aba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:17,215 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,215 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,216 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,217 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da942bbf0da6009a209f5f00a171aba9 columnFamilyName f 2024-12-02T05:21:17,218 DEBUG [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:17,218 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] regionserver.HStore(327): Store=da942bbf0da6009a209f5f00a171aba9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:17,218 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,219 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da942bbf0da6009a209f5f00a171aba9 columnFamilyName f1 2024-12-02T05:21:17,219 DEBUG [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:17,220 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] regionserver.HStore(327): Store=da942bbf0da6009a209f5f00a171aba9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:17,220 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,221 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da942bbf0da6009a209f5f00a171aba9 columnFamilyName norep 2024-12-02T05:21:17,221 DEBUG [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:17,221 INFO [StoreOpener-da942bbf0da6009a209f5f00a171aba9-1 {}] regionserver.HStore(327): Store=da942bbf0da6009a209f5f00a171aba9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:17,221 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,222 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,222 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,223 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,223 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,224 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:21:17,225 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,227 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:21:17,227 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da942bbf0da6009a209f5f00a171aba9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69974419, jitterRate=0.04270009696483612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:21:17,227 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:21:17,228 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da942bbf0da6009a209f5f00a171aba9: Running coprocessor pre-open hook at 1733116877215Writing region info on filesystem at 1733116877215Initializing all the Stores at 1733116877216 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116877216Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116877216Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116877216Cleaning up temporary data from old regions at 1733116877223 (+7 ms)Running coprocessor post-open hooks at 1733116877227 (+4 ms)Region opened successfully at 1733116877228 (+1 ms) 2024-12-02T05:21:17,230 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., pid=6, masterSystemTime=1733116877208 2024-12-02T05:21:17,232 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:21:17,232 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:21:17,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da942bbf0da6009a209f5f00a171aba9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,43481,1733116858185 2024-12-02T05:21:17,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da942bbf0da6009a209f5f00a171aba9, server=f49461030c22,43481,1733116858185 because future has completed 2024-12-02T05:21:17,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:21:17,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da942bbf0da6009a209f5f00a171aba9, server=f49461030c22,43481,1733116858185 in 181 msec 2024-12-02T05:21:17,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:21:17,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da942bbf0da6009a209f5f00a171aba9, ASSIGN in 339 msec 2024-12-02T05:21:17,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:21:17,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116877242"}]},"ts":"1733116877242"} 2024-12-02T05:21:17,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:21:17,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:21:17,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-02T05:21:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:21:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T05:21:18,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:21:18,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T05:21:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:18,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:18,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:21:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36397,1733116868403 2024-12-02T05:21:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d51a5a3 2024-12-02T05:21:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:18,226 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:21:18,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:21:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:21:18,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:21:18,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:18,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:21:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:18,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:21:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:21:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:18,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a9c232a975d8d6481802d3c09124bea, NAME => 'test,,1733116878226.4a9c232a975d8d6481802d3c09124bea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89 2024-12-02T05:21:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:21:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:19,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733116878226.4a9c232a975d8d6481802d3c09124bea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:19,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4a9c232a975d8d6481802d3c09124bea, disabling compactions & flushes 2024-12-02T05:21:19,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:21:19,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:21:19,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. after waiting 0 ms 2024-12-02T05:21:19,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:21:19,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:21:19,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a9c232a975d8d6481802d3c09124bea: Waiting for close lock at 1733116879047Disabling compacts and flushes for region at 1733116879047Disabling writes for close at 1733116879047Writing region close event to WAL at 1733116879047Closed at 1733116879047 2024-12-02T05:21:19,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:21:19,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733116878226.4a9c232a975d8d6481802d3c09124bea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733116879048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733116879048"}]},"ts":"1733116879048"} 2024-12-02T05:21:19,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:21:19,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:21:19,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116879052"}]},"ts":"1733116879052"} 2024-12-02T05:21:19,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:21:19,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a9c232a975d8d6481802d3c09124bea, ASSIGN}] 2024-12-02T05:21:19,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a9c232a975d8d6481802d3c09124bea, ASSIGN 2024-12-02T05:21:19,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4a9c232a975d8d6481802d3c09124bea, ASSIGN; state=OFFLINE, location=f49461030c22,35739,1733116869124; forceNewPlan=false, retain=false 2024-12-02T05:21:19,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a9c232a975d8d6481802d3c09124bea, regionState=OPENING, regionLocation=f49461030c22,35739,1733116869124 2024-12-02T05:21:19,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4a9c232a975d8d6481802d3c09124bea, ASSIGN because future has completed 2024-12-02T05:21:19,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a9c232a975d8d6481802d3c09124bea, server=f49461030c22,35739,1733116869124}] 2024-12-02T05:21:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:19,366 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:21:19,366 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a9c232a975d8d6481802d3c09124bea, NAME => 'test,,1733116878226.4a9c232a975d8d6481802d3c09124bea.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:21:19,366 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:21:19,367 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:21:19,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733116878226.4a9c232a975d8d6481802d3c09124bea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:19,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,368 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,369 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9c232a975d8d6481802d3c09124bea columnFamilyName f 2024-12-02T05:21:19,369 DEBUG [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:19,370 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] regionserver.HStore(327): Store=4a9c232a975d8d6481802d3c09124bea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:19,370 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,371 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9c232a975d8d6481802d3c09124bea columnFamilyName f1 2024-12-02T05:21:19,371 DEBUG [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:19,371 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] regionserver.HStore(327): Store=4a9c232a975d8d6481802d3c09124bea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:19,372 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,372 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9c232a975d8d6481802d3c09124bea columnFamilyName norep 2024-12-02T05:21:19,373 DEBUG [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:19,373 INFO [StoreOpener-4a9c232a975d8d6481802d3c09124bea-1 {}] regionserver.HStore(327): Store=4a9c232a975d8d6481802d3c09124bea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:19,373 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,374 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,374 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,375 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,375 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,375 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:21:19,376 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,378 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:21:19,378 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a9c232a975d8d6481802d3c09124bea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62718818, jitterRate=-0.06541678309440613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:21:19,378 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:21:19,378 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a9c232a975d8d6481802d3c09124bea: Running coprocessor pre-open hook at 1733116879367Writing region info on filesystem at 1733116879367Initializing all the Stores at 1733116879368 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116879368Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116879368Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116879368Cleaning up temporary data from old regions at 1733116879375 (+7 ms)Running coprocessor post-open hooks at 1733116879378 (+3 ms)Region opened successfully at 1733116879378 2024-12-02T05:21:19,379 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733116878226.4a9c232a975d8d6481802d3c09124bea., pid=6, masterSystemTime=1733116879362 2024-12-02T05:21:19,381 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:21:19,381 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:21:19,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a9c232a975d8d6481802d3c09124bea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,35739,1733116869124 2024-12-02T05:21:19,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a9c232a975d8d6481802d3c09124bea, server=f49461030c22,35739,1733116869124 because future has completed 2024-12-02T05:21:19,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:21:19,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a9c232a975d8d6481802d3c09124bea, server=f49461030c22,35739,1733116869124 in 176 msec 2024-12-02T05:21:19,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:21:19,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4a9c232a975d8d6481802d3c09124bea, ASSIGN in 334 msec 2024-12-02T05:21:19,391 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:21:19,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116879391"}]},"ts":"1733116879391"} 2024-12-02T05:21:19,393 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:21:19,394 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:21:19,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-12-02T05:21:19,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:21:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:21:20,374 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:21:20,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f25f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46329,-1 for getting cluster id 2024-12-02T05:21:20,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:20,375 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8498a5c1-b29b-4d53-aa73-12f3974d73b0' 2024-12-02T05:21:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8498a5c1-b29b-4d53-aa73-12f3974d73b0" 2024-12-02T05:21:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e5773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46329,-1] 2024-12-02T05:21:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:20,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:20,377 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:20,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fba4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac46fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36397,-1 for getting cluster id 2024-12-02T05:21:20,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:20,378 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad319d3f-389f-4baa-801e-556c8fa58245' 2024-12-02T05:21:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad319d3f-389f-4baa-801e-556c8fa58245" 2024-12-02T05:21:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78882a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36397,-1] 2024-12-02T05:21:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:20,380 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b66c56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46329,-1 for getting cluster id 2024-12-02T05:21:20,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:20,382 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8498a5c1-b29b-4d53-aa73-12f3974d73b0' 2024-12-02T05:21:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8498a5c1-b29b-4d53-aa73-12f3974d73b0" 2024-12-02T05:21:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8fb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46329,-1] 2024-12-02T05:21:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:20,383 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674c93b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46329,1733116857283 2024-12-02T05:21:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@118a0744 2024-12-02T05:21:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:20,387 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:21:20,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:36397,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:21:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:21:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:21:20,390 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:36397' 2024-12-02T05:21:20,390 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d313f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,390 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36397,-1 for getting cluster id 2024-12-02T05:21:20,390 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:20,391 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad319d3f-389f-4baa-801e-556c8fa58245' 2024-12-02T05:21:20,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:20,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad319d3f-389f-4baa-801e-556c8fa58245" 2024-12-02T05:21:20,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b42a253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36397,-1] 2024-12-02T05:21:20,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:20,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:20,393 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:20,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487298c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:20,393 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:20,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36397,1733116868403 2024-12-02T05:21:20,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dc8a49f 2024-12-02T05:21:20,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:20,395 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:21:20,396 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T05:21:20,396 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:21:20,396 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:20,396 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:20,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:21:20,396 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:21:20,397 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:21:20,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:21:20,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:20,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:21:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:21:20,448 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:21:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:21:20,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:20,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:20,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:20,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:21:20,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1bb116cc89325a068f0302e447ff09be, NAME => 'hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6 2024-12-02T05:21:20,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:21:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:21:21,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:21:21,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:21,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:21,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:21,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:21,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:21,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1bb116cc89325a068f0302e447ff09be, disabling compactions & flushes 2024-12-02T05:21:21,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:21:21,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:21:21,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. after waiting 0 ms 2024-12-02T05:21:21,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:21:21,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:21:21,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1bb116cc89325a068f0302e447ff09be: Waiting for close lock at 1733116881216Disabling compacts and flushes for region at 1733116881216Disabling writes for close at 1733116881216Writing region close event to WAL at 1733116881216Closed at 1733116881216 2024-12-02T05:21:21,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:21:21,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733116881218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733116881218"}]},"ts":"1733116881218"} 2024-12-02T05:21:21,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:21:21,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:21:21,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116881221"}]},"ts":"1733116881221"} 2024-12-02T05:21:21,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:21:21,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bb116cc89325a068f0302e447ff09be, ASSIGN}] 2024-12-02T05:21:21,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bb116cc89325a068f0302e447ff09be, ASSIGN 2024-12-02T05:21:21,226 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1bb116cc89325a068f0302e447ff09be, ASSIGN; state=OFFLINE, location=f49461030c22,43481,1733116858185; forceNewPlan=false, retain=false 2024-12-02T05:21:21,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1bb116cc89325a068f0302e447ff09be, regionState=OPENING, regionLocation=f49461030c22,43481,1733116858185 2024-12-02T05:21:21,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1bb116cc89325a068f0302e447ff09be, ASSIGN because future has completed 2024-12-02T05:21:21,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bb116cc89325a068f0302e447ff09be, server=f49461030c22,43481,1733116858185}] 2024-12-02T05:21:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:21:21,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:21:21,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:21:21,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:21:21,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C43481%2C1733116858185.rep, suffix=, logDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185, archiveDir=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/oldWALs, maxLogs=10 2024-12-02T05:21:21,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.rep.1733116881539, exclude list is [], retry=0 2024-12-02T05:21:21,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-67b501b0-bbde-4e39-a8a9-27c199c3152f,DISK] 2024-12-02T05:21:21,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.rep.1733116881539 2024-12-02T05:21:21,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T05:21:21,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bb116cc89325a068f0302e447ff09be, NAME => 'hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:21:21,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:21:21,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:21:21,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. service=MultiRowMutationService 2024-12-02T05:21:21,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:21:21,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:21:21,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,562 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,563 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bb116cc89325a068f0302e447ff09be columnFamilyName hfileref 2024-12-02T05:21:21,563 DEBUG [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:21,564 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] regionserver.HStore(327): Store=1bb116cc89325a068f0302e447ff09be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:21,564 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,565 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bb116cc89325a068f0302e447ff09be columnFamilyName queue 2024-12-02T05:21:21,565 DEBUG [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:21,565 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] regionserver.HStore(327): Store=1bb116cc89325a068f0302e447ff09be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:21,566 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,567 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bb116cc89325a068f0302e447ff09be columnFamilyName sid 2024-12-02T05:21:21,567 DEBUG [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:21:21,567 INFO [StoreOpener-1bb116cc89325a068f0302e447ff09be-1 {}] regionserver.HStore(327): Store=1bb116cc89325a068f0302e447ff09be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:21:21,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:21:21,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:21:21,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1bb116cc89325a068f0302e447ff09be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62032020, jitterRate=-0.07565087080001831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:21:21,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:21:21,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1bb116cc89325a068f0302e447ff09be: Running coprocessor pre-open hook at 1733116881561Writing region info on filesystem at 1733116881561Initializing all the Stores at 1733116881562 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116881562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116881562Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116881562Cleaning up temporary data from old regions at 1733116881570 (+8 ms)Running coprocessor post-open hooks at 1733116881573 (+3 ms)Region opened successfully at 1733116881574 (+1 ms) 2024-12-02T05:21:21,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be., pid=10, masterSystemTime=1733116881532 2024-12-02T05:21:21,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:21:21,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:21:21,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1bb116cc89325a068f0302e447ff09be, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,43481,1733116858185 2024-12-02T05:21:21,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bb116cc89325a068f0302e447ff09be, server=f49461030c22,43481,1733116858185 because future has completed 2024-12-02T05:21:21,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:21:21,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bb116cc89325a068f0302e447ff09be, server=f49461030c22,43481,1733116858185 in 201 msec 2024-12-02T05:21:21,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:21:21,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bb116cc89325a068f0302e447ff09be, ASSIGN in 359 msec 2024-12-02T05:21:21,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:21:21,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116881587"}]},"ts":"1733116881587"} 2024-12-02T05:21:21,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:21:21,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:21:21,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-12-02T05:21:21,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be., hostname=f49461030c22,43481,1733116858185, seqNum=2] 2024-12-02T05:21:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:21:22,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:21:22,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:21:22,262 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:21:22,288 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,43481,1733116858185, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:21:22,288 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:22,288 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43481,1733116858185, seqNum=-1] 2024-12-02T05:21:22,289 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:22,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-02T05:21:22,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,43481,1733116858185', locateType=CURRENT is [region=hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be., hostname=f49461030c22,43481,1733116858185, seqNum=2] 2024-12-02T05:21:22,294 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:21:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:21:22,296 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,43481,1733116858185 suceeded 2024-12-02T05:21:22,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:21:22,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-02T05:21:22,299 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:36397,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-02T05:21:22,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9120 sec 2024-12-02T05:21:22,310 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:36397' 2024-12-02T05:21:22,312 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242dec64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:22,312 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36397,-1 for getting cluster id 2024-12-02T05:21:22,312 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:22,313 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad319d3f-389f-4baa-801e-556c8fa58245' 2024-12-02T05:21:22,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:22,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad319d3f-389f-4baa-801e-556c8fa58245" 2024-12-02T05:21:22,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4415ff3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:22,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36397,-1] 2024-12-02T05:21:22,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:22,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:22,314 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:22,315 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5764f16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:22,315 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:22,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36397,1733116868403 2024-12-02T05:21:22,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730743f9 2024-12-02T05:21:22,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:22,317 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-02T05:21:22,318 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,43481,1733116858185 (queues=1) is replicating from cluster=8498a5c1-b29b-4d53-aa73-12f3974d73b0 to cluster=ad319d3f-389f-4baa-801e-556c8fa58245 2024-12-02T05:21:22,318 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C43481%2C1733116858185 2024-12-02T05:21:22,318 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,43481,1733116858185, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:21:22,318 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C43481%2C1733116858185 2024-12-02T05:21:22,318 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124, startPosition=0, beingWritten=true 2024-12-02T05:21:22,327 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:21:22,327 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 379, reset compression=false 2024-12-02T05:21:22,327 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43481,1733116858185 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:21:22,532 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 379, reset compression=false 2024-12-02T05:21:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:21:22,533 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:21:22,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:21:22,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:21:22,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:22,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:22,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:21:22,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:22,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733116882537/Put/seqid=0 2024-12-02T05:21:22,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741840_1016 (size=7894) 2024-12-02T05:21:22,837 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 379, reset compression=false 2024-12-02T05:21:22,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_1 is 34, key is ddd/f:row/1733116882944/Put/seqid=0 2024-12-02T05:21:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741841_1017 (size=7691) 2024-12-02T05:21:23,241 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 379, reset compression=false 2024-12-02T05:21:23,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fba8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:23,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46329,-1 for getting cluster id 2024-12-02T05:21:23,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:23,355 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8498a5c1-b29b-4d53-aa73-12f3974d73b0' 2024-12-02T05:21:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8498a5c1-b29b-4d53-aa73-12f3974d73b0" 2024-12-02T05:21:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c9df87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46329,-1] 2024-12-02T05:21:23,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:23,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:23,356 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:23,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4486e2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:23,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43481,1733116858185, seqNum=-1] 2024-12-02T05:21:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:23,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:23,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:23,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46329,1733116857283 2024-12-02T05:21:23,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664f1806 2024-12-02T05:21:23,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:23,373 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:21:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2] 2024-12-02T05:21:23,389 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:21:23,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T05:21:23,404 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T05:21:23,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_0 for inclusion in da942bbf0da6009a209f5f00a171aba9/f 2024-12-02T05:21:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T05:21:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:21:23,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_1 for inclusion in da942bbf0da6009a209f5f00a171aba9/f 2024-12-02T05:21:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T05:21:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:21:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HRegion(2603): Flush status journal for da942bbf0da6009a209f5f00a171aba9: 2024-12-02T05:21:23,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_0 to hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_0 2024-12-02T05:21:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_0 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ 2024-12-02T05:21:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f/f/hfile_1 to hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_1 2024-12-02T05:21:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_1 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ 2024-12-02T05:21:23,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_0 into da942bbf0da6009a209f5f00a171aba9/f as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ - updating store file list. 2024-12-02T05:21:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:21:23,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ into da942bbf0da6009a209f5f00a171aba9/f 2024-12-02T05:21:23,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_0 into da942bbf0da6009a209f5f00a171aba9/f (new location: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_) 2024-12-02T05:21:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_0 2024-12-02T05:21:23,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_1 into da942bbf0da6009a209f5f00a171aba9/f as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ - updating store file list. 2024-12-02T05:21:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4aa7363defd48dda143da8fa75858a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:21:23,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ into da942bbf0da6009a209f5f00a171aba9/f 2024-12-02T05:21:23,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_1 into da942bbf0da6009a209f5f00a171aba9/f (new location: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_) 2024-12-02T05:21:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__o1ounu0nrsto73shg779e0qe5qcfggmvbv2ai55f1d1gbnbhbiqlorrmjcr0r2n1/f/hfile_1 2024-12-02T05:21:23,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:21:23,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:21:23,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:23,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:23,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:21:23,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:23,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2 , the old value is region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f49461030c22:43481 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:21:23,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,35739,1733116869124, seqNum=-1] 2024-12-02T05:21:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:21:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2 from cache 2024-12-02T05:21:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56266 deadline: 1733116943463 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56266 2024-12-02T05:21:23,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733116878226.4a9c232a975d8d6481802d3c09124bea., hostname=f49461030c22,35739,1733116869124, seqNum=2] 2024-12-02T05:21:23,472 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:21:23,574 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:43481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-02T05:21:23,745 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 379, reset compression=false 2024-12-02T05:21:23,751 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:21:23,751 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43481,1733116858185 got entry batch from reader: WALEntryBatch [walEntries=[{test/da942bbf0da6009a209f5f00a171aba9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733116883457/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T05:21:23,769 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:21:23,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-02T05:21:23,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.ReplicationSink(318): Replicating [8498a5c1-b29b-4d53-aa73-12f3974d73b0] bulk loaded data 2024-12-02T05:21:23,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400e5af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:23,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36397,-1 for getting cluster id 2024-12-02T05:21:23,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:23,775 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad319d3f-389f-4baa-801e-556c8fa58245' 2024-12-02T05:21:23,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:23,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad319d3f-389f-4baa-801e-556c8fa58245" 2024-12-02T05:21:23,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab55e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:23,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36397,-1] 2024-12-02T05:21:23,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:23,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:23,776 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:23,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ca80e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741837_1013 (size=7894) 2024-12-02T05:21:23,951 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 687, reset compression=false 2024-12-02T05:21:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741838_1014 (size=7691) 2024-12-02T05:21:24,255 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 687, reset compression=false 2024-12-02T05:21:24,474 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:21:24,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36397,1733116868403 2024-12-02T05:21:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11cb2ebb 2024-12-02T05:21:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:24,604 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-02T05:21:24,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:21:24,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,35739,1733116869124, seqNum=-1] 2024-12-02T05:21:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:24,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-02T05:21:24,615 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T05:21:24,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T05:21:24,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ for inclusion in 4a9c232a975d8d6481802d3c09124bea/f 2024-12-02T05:21:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T05:21:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:21:24,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ for inclusion in 4a9c232a975d8d6481802d3c09124bea/f 2024-12-02T05:21:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T05:21:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:21:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HRegion(2603): Flush status journal for 4a9c232a975d8d6481802d3c09124bea: 2024-12-02T05:21:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:21:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/c12fdd6bb3f8458b84b1cd3e49ef5614_SeqId_4_ 2024-12-02T05:21:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4aa7363defd48dda143da8fa75858a3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:21:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/81e6240a8ec24ee39ce5c225b61ec3fc_SeqId_4_ 2024-12-02T05:21:24,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ into 4a9c232a975d8d6481802d3c09124bea/f as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/c12fdd6bb3f8458b84b1cd3e49ef5614_SeqId_4_ - updating store file list. 2024-12-02T05:21:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c12fdd6bb3f8458b84b1cd3e49ef5614_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:21:24,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/c12fdd6bb3f8458b84b1cd3e49ef5614_SeqId_4_ into 4a9c232a975d8d6481802d3c09124bea/f 2024-12-02T05:21:24,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ into 4a9c232a975d8d6481802d3c09124bea/f (new location: hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/c12fdd6bb3f8458b84b1cd3e49ef5614_SeqId_4_) 2024-12-02T05:21:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_ 2024-12-02T05:21:24,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ into 4a9c232a975d8d6481802d3c09124bea/f as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/81e6240a8ec24ee39ce5c225b61ec3fc_SeqId_4_ - updating store file list. 2024-12-02T05:21:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81e6240a8ec24ee39ce5c225b61ec3fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:21:24,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/81e6240a8ec24ee39ce5c225b61ec3fc_SeqId_4_ into 4a9c232a975d8d6481802d3c09124bea/f 2024-12-02T05:21:24,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ into 4a9c232a975d8d6481802d3c09124bea/f (new location: hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/f/81e6240a8ec24ee39ce5c225b61ec3fc_SeqId_4_) 2024-12-02T05:21:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/staging/jenkins.hfs.6__test__boe9tmdkiqoj0vt04fpljbl3guokfssok1inqtqhp08l8htooi98odp5pogqv8d7/f/e4aa7363defd48dda143da8fa75858a3_SeqId_4_ 2024-12-02T05:21:24,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35739 {}] regionserver.ReplicationSink(324): Finished replicating [8498a5c1-b29b-4d53-aa73-12f3974d73b0] bulk loaded data 2024-12-02T05:21:24,659 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 687, reset compression=false 2024-12-02T05:21:25,163 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 687, reset compression=false 2024-12-02T05:21:25,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:21:25,490 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733116885489/Put/seqid=0 2024-12-02T05:21:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741842_1018 (size=7997) 2024-12-02T05:21:25,767 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 687, reset compression=false 2024-12-02T05:21:25,900 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733116885899/Put/seqid=0 2024-12-02T05:21:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741843_1019 (size=7794) 2024-12-02T05:21:26,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa6b1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:26,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46329,-1 for getting cluster id 2024-12-02T05:21:26,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:21:26,309 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8498a5c1-b29b-4d53-aa73-12f3974d73b0' 2024-12-02T05:21:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:21:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8498a5c1-b29b-4d53-aa73-12f3974d73b0" 2024-12-02T05:21:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b84b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46329,-1] 2024-12-02T05:21:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:21:26,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:26,310 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:21:26,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e9d4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:21:26,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43481,1733116858185, seqNum=-1] 2024-12-02T05:21:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:26,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:26,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:21:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46329,1733116857283 2024-12-02T05:21:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d4dca6 2024-12-02T05:21:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:21:26,323 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:21:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2] 2024-12-02T05:21:26,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:21:26,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T05:21:26,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T05:21:26,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_0 for inclusion in da942bbf0da6009a209f5f00a171aba9/f1 2024-12-02T05:21:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T05:21:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:21:26,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_1 for inclusion in da942bbf0da6009a209f5f00a171aba9/f1 2024-12-02T05:21:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T05:21:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:21:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HRegion(2603): Flush status journal for da942bbf0da6009a209f5f00a171aba9: 2024-12-02T05:21:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_0 to hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_0 2024-12-02T05:21:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_0 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/11a77ca83f0947efa8e0ca7b9104ab9a_SeqId_6_ 2024-12-02T05:21:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/load_f1/f1/hfile_1 to hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_1 2024-12-02T05:21:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_1 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/6769a50dbbba458ab0555e752b96b51b_SeqId_6_ 2024-12-02T05:21:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-02T05:21:26,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_0 into da942bbf0da6009a209f5f00a171aba9/f1 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/11a77ca83f0947efa8e0ca7b9104ab9a_SeqId_6_ - updating store file list. 2024-12-02T05:21:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11a77ca83f0947efa8e0ca7b9104ab9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:21:26,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/11a77ca83f0947efa8e0ca7b9104ab9a_SeqId_6_ into da942bbf0da6009a209f5f00a171aba9/f1 2024-12-02T05:21:26,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_0 into da942bbf0da6009a209f5f00a171aba9/f1 (new location: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/11a77ca83f0947efa8e0ca7b9104ab9a_SeqId_6_) 2024-12-02T05:21:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_0 2024-12-02T05:21:26,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_1 into da942bbf0da6009a209f5f00a171aba9/f1 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/6769a50dbbba458ab0555e752b96b51b_SeqId_6_ - updating store file list. 2024-12-02T05:21:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6769a50dbbba458ab0555e752b96b51b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:21:26,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/6769a50dbbba458ab0555e752b96b51b_SeqId_6_ into da942bbf0da6009a209f5f00a171aba9/f1 2024-12-02T05:21:26,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_1 into da942bbf0da6009a209f5f00a171aba9/f1 (new location: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/f1/6769a50dbbba458ab0555e752b96b51b_SeqId_6_) 2024-12-02T05:21:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/staging/jenkins__test__4k5rm3qbk5snvrk7d1vpmm59fosicl1hjrpd92arsdrjc9ve29kddk0gfpg3dj6a/f1/hfile_1 2024-12-02T05:21:26,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:21:26,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:21:26,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:26,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:21:26,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:21:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2 , the old value is region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f49461030c22:43481 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:21:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:21:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2 from cache 2024-12-02T05:21:26,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:21:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43481,1733116858185, seqNum=-1] 2024-12-02T05:21:26,376 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T05:21:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:21:26,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:21:26,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., hostname=f49461030c22,43481,1733116858185, seqNum=2] 2024-12-02T05:21:26,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 687, reset compression=false 2024-12-02T05:21:26,476 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:21:26,476 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:26,476 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43481,1733116858185 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:21:26,483 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:43481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-02T05:21:26,681 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:26,866 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:21:26,985 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:27,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:21:27,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:27,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:27,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:27,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:21:27,389 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:27,893 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:28,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:21:28,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T05:21:28,498 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:29,202 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:30,006 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:30,911 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:31,915 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:33,019 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:34,224 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:35,527 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:36,930 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:37,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:21:38,434 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:40,038 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:41,742 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:43,545 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:44,221 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T05:21:44,221 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T05:21:45,450 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:46,479 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43481,1733116858185 got entry batch from reader: null 2024-12-02T05:21:47,456 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:49,562 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:51,766 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:54,071 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:55,701 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T05:21:55,701 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T05:21:56,475 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:21:56,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:21:58,979 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:01,583 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:02,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region da942bbf0da6009a209f5f00a171aba9, had cached 0 bytes from a total of 31376 2024-12-02T05:22:04,287 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:04,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4a9c232a975d8d6481802d3c09124bea, had cached 0 bytes from a total of 15585 2024-12-02T05:22:06,480 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43481,1733116858185 got entry batch from reader: null 2024-12-02T05:22:07,091 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:07,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:22:09,995 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:12,999 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:16,103 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:19,307 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:22,611 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:26,015 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:26,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:22:26,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:22:26,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:26,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:26,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:26,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:22:26,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:22:26,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=443394866, stopped=false 2024-12-02T05:22:26,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,36397,1733116868403 2024-12-02T05:22:26,480 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43481,1733116858185 got entry batch from reader: null 2024-12-02T05:22:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1405441113/running 2024-12-02T05:22:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1405441113/running 2024-12-02T05:22:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:22:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:22:26,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:22:26,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:22:26,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:26,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:26,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on znode that does not yet exist, /1-1405441113/running 2024-12-02T05:22:26,784 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,35739,1733116869124' ***** 2024-12-02T05:22:26,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:22:26,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Set watcher on znode that does not yet exist, /1-1405441113/running 2024-12-02T05:22:26,784 INFO [RS:0;f49461030c22:35739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:22:26,784 INFO [RS:0;f49461030c22:35739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:22:26,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:22:26,784 INFO [RS:0;f49461030c22:35739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:22:26,784 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:22:26,784 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(959): stopping server f49461030c22,35739,1733116869124 2024-12-02T05:22:26,784 INFO [RS:0;f49461030c22:35739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:22:26,784 INFO [RS:0;f49461030c22:35739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:35739. 2024-12-02T05:22:26,784 DEBUG [RS:0;f49461030c22:35739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:26,784 DEBUG [RS:0;f49461030c22:35739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:26,784 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a9c232a975d8d6481802d3c09124bea, disabling compactions & flushes 2024-12-02T05:22:26,784 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:22:26,785 INFO [RS:0;f49461030c22:35739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:22:26,785 INFO [RS:0;f49461030c22:35739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:22:26,785 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:22:26,785 INFO [RS:0;f49461030c22:35739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:22:26,785 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. after waiting 0 ms 2024-12-02T05:22:26,785 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:22:26,785 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:22:26,785 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:22:26,785 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a9c232a975d8d6481802d3c09124bea=test,,1733116878226.4a9c232a975d8d6481802d3c09124bea.} 2024-12-02T05:22:26,785 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a9c232a975d8d6481802d3c09124bea 2024-12-02T05:22:26,785 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:22:26,785 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:22:26,785 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:22:26,785 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:22:26,785 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:22:26,785 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T05:22:26,789 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/default/test/4a9c232a975d8d6481802d3c09124bea/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T05:22:26,789 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:22:26,789 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:22:26,790 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:22:26,790 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a9c232a975d8d6481802d3c09124bea: Waiting for close lock at 1733116946784Running coprocessor pre-close hooks at 1733116946784Disabling compacts and flushes for region at 1733116946784Disabling writes for close at 1733116946785 (+1 ms)Writing region close event to WAL at 1733116946785Running coprocessor post-close hooks at 1733116946789 (+4 ms)Closed at 1733116946790 (+1 ms) 2024-12-02T05:22:26,790 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733116878226.4a9c232a975d8d6481802d3c09124bea. 2024-12-02T05:22:26,802 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/info/e6d235da774743a6858f88c19e35ddae is 129, key is test,,1733116878226.4a9c232a975d8d6481802d3c09124bea./info:regioninfo/1733116879382/Put/seqid=0 2024-12-02T05:22:26,802 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:22:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741839_1015 (size=6421) 2024-12-02T05:22:26,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:22:26,985 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:27,006 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:22:27,006 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:22:27,185 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:27,206 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/info/e6d235da774743a6858f88c19e35ddae 2024-12-02T05:22:27,225 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/ns/9c74bec8002e4bcbad811453d0b8032e is 43, key is default/ns:d/1733116875686/Put/seqid=0 2024-12-02T05:22:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741840_1016 (size=5153) 2024-12-02T05:22:27,385 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:27,585 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:27,630 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/ns/9c74bec8002e4bcbad811453d0b8032e 2024-12-02T05:22:27,653 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/rep_barrier/2ba9ce23e6964c798279a168a48851af is 112, key is test,,1733116878226.4a9c232a975d8d6481802d3c09124bea./rep_barrier:seqnumDuringOpen/1733116879382/Put/seqid=0 2024-12-02T05:22:27,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741841_1017 (size=5518) 2024-12-02T05:22:27,786 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:22:27,786 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:22:27,786 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:27,986 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:28,058 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/rep_barrier/2ba9ce23e6964c798279a168a48851af 2024-12-02T05:22:28,077 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/table/1f4ea1e1ec1044349e0627b865a7d7e3 is 40, key is test/table:state/1733116879391/Put/seqid=0 2024-12-02T05:22:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741842_1018 (size=5165) 2024-12-02T05:22:28,186 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:28,386 DEBUG [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:28,482 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/table/1f4ea1e1ec1044349e0627b865a7d7e3 2024-12-02T05:22:28,489 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/info/e6d235da774743a6858f88c19e35ddae as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/info/e6d235da774743a6858f88c19e35ddae 2024-12-02T05:22:28,495 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/info/e6d235da774743a6858f88c19e35ddae, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T05:22:28,496 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/ns/9c74bec8002e4bcbad811453d0b8032e as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/ns/9c74bec8002e4bcbad811453d0b8032e 2024-12-02T05:22:28,502 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/ns/9c74bec8002e4bcbad811453d0b8032e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:22:28,503 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/rep_barrier/2ba9ce23e6964c798279a168a48851af as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/rep_barrier/2ba9ce23e6964c798279a168a48851af 2024-12-02T05:22:28,509 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/rep_barrier/2ba9ce23e6964c798279a168a48851af, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T05:22:28,510 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/.tmp/table/1f4ea1e1ec1044349e0627b865a7d7e3 as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/table/1f4ea1e1ec1044349e0627b865a7d7e3 2024-12-02T05:22:28,516 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/table/1f4ea1e1ec1044349e0627b865a7d7e3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:22:28,517 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-12-02T05:22:28,522 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T05:22:28,523 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:22:28,523 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:22:28,523 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:22:28,523 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116946785Running coprocessor pre-close hooks at 1733116946785Disabling compacts and flushes for region at 1733116946785Disabling writes for close at 1733116946785Obtaining lock to block concurrent updates at 1733116946785Preparing flush snapshotting stores in 1588230740 at 1733116946785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733116946785Flushing stores of hbase:meta,,1.1588230740 at 1733116946786 (+1 ms)Flushing 1588230740/info: creating writer at 1733116946786Flushing 1588230740/info: appending metadata at 1733116946801 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733116946802 (+1 ms)Flushing 1588230740/ns: creating writer at 1733116947212 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733116947224 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733116947224Flushing 1588230740/rep_barrier: creating writer at 1733116947635 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733116947652 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733116947652Flushing 1588230740/table: creating writer at 1733116948064 (+412 ms)Flushing 1588230740/table: appending metadata at 1733116948077 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733116948077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44da94f6: reopening flushed file at 1733116948488 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472d9fd4: reopening flushed file at 1733116948496 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db6a1c3: reopening flushed file at 1733116948502 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f5ea5c: reopening flushed file at 1733116948509 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1733116948517 (+8 ms)Writing region close event to WAL at 1733116948519 (+2 ms)Running coprocessor post-close hooks at 1733116948523 (+4 ms)Closed at 1733116948523 2024-12-02T05:22:28,523 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:22:28,587 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(976): stopping server f49461030c22,35739,1733116869124; all regions closed. 2024-12-02T05:22:28,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741834_1010 (size=2717) 2024-12-02T05:22:28,594 DEBUG [RS:0;f49461030c22:35739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/oldWALs 2024-12-02T05:22:28,594 INFO [RS:0;f49461030c22:35739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C35739%2C1733116869124.meta:.meta(num 1733116875556) 2024-12-02T05:22:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741833_1009 (size=1028) 2024-12-02T05:22:28,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/WALs/f49461030c22,35739,1733116869124/f49461030c22%2C35739%2C1733116869124.1733116875081 not finished, retry = 0 2024-12-02T05:22:28,698 DEBUG [RS:0;f49461030c22:35739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/oldWALs 2024-12-02T05:22:28,698 INFO [RS:0;f49461030c22:35739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C35739%2C1733116869124:(num 1733116875081) 2024-12-02T05:22:28,698 DEBUG [RS:0;f49461030c22:35739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:28,698 INFO [RS:0;f49461030c22:35739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:22:28,698 INFO [RS:0;f49461030c22:35739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:22:28,698 INFO [RS:0;f49461030c22:35739 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:22:28,699 INFO [RS:0;f49461030c22:35739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:22:28,699 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:22:28,699 INFO [RS:0;f49461030c22:35739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:35739. 2024-12-02T05:22:28,699 DEBUG [RS:0;f49461030c22:35739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:28,699 DEBUG [RS:0;f49461030c22:35739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:28,699 DEBUG [RS:0;f49461030c22:35739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:28,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:22:28,699 INFO [RS:0;f49461030c22:35739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35739 2024-12-02T05:22:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1405441113/rs/f49461030c22,35739,1733116869124 2024-12-02T05:22:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113/rs 2024-12-02T05:22:29,071 INFO [RS:0;f49461030c22:35739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:22:29,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,35739,1733116869124] 2024-12-02T05:22:29,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1405441113/draining/f49461030c22,35739,1733116869124 already deleted, retry=false 2024-12-02T05:22:29,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,35739,1733116869124 expired; onlineServers=0 2024-12-02T05:22:29,124 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,36397,1733116868403' ***** 2024-12-02T05:22:29,124 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:22:29,124 INFO [M:0;f49461030c22:36397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:22:29,124 INFO [M:0;f49461030c22:36397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:22:29,124 DEBUG [M:0;f49461030c22:36397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:22:29,124 DEBUG [M:0;f49461030c22:36397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:22:29,124 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:22:29,124 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116873367 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116873367,5,FailOnTimeoutGroup] 2024-12-02T05:22:29,124 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116873367 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116873367,5,FailOnTimeoutGroup] 2024-12-02T05:22:29,125 INFO [M:0;f49461030c22:36397 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:22:29,125 INFO [M:0;f49461030c22:36397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:22:29,125 DEBUG [M:0;f49461030c22:36397 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:22:29,125 INFO [M:0;f49461030c22:36397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:22:29,125 INFO [M:0;f49461030c22:36397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:22:29,125 INFO [M:0;f49461030c22:36397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:22:29,125 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:22:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1405441113/master 2024-12-02T05:22:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1405441113 2024-12-02T05:22:29,135 DEBUG [M:0;f49461030c22:36397 {}] zookeeper.ZKUtil(347): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Unable to get data of znode /1-1405441113/master because node does not exist (not an error) 2024-12-02T05:22:29,135 WARN [M:0;f49461030c22:36397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:22:29,136 INFO [M:0;f49461030c22:36397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/.lastflushedseqids 2024-12-02T05:22:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741843_1019 (size=173) 2024-12-02T05:22:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:29,214 INFO [RS:0;f49461030c22:35739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:22:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35739-0x101947c73450004, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:29,214 INFO [RS:0;f49461030c22:35739 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,35739,1733116869124; zookeeper connection closed. 2024-12-02T05:22:29,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f9c3848 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f9c3848 2024-12-02T05:22:29,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:22:29,521 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:29,541 INFO [M:0;f49461030c22:36397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:22:29,541 INFO [M:0;f49461030c22:36397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:22:29,541 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:22:29,542 INFO [M:0;f49461030c22:36397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:29,542 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:29,542 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:22:29,542 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:29,542 INFO [M:0;f49461030c22:36397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-12-02T05:22:29,555 DEBUG [M:0;f49461030c22:36397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e73adbaa3b0407a8885ae806d1617f4 is 82, key is hbase:meta,,1/info:regioninfo/1733116875586/Put/seqid=0 2024-12-02T05:22:29,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741844_1020 (size=5672) 2024-12-02T05:22:29,960 INFO [M:0;f49461030c22:36397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e73adbaa3b0407a8885ae806d1617f4 2024-12-02T05:22:29,978 DEBUG [M:0;f49461030c22:36397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97c8e28792064a09ac4990e649ebfe93 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733116879395/Put/seqid=0 2024-12-02T05:22:29,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741845_1021 (size=6726) 2024-12-02T05:22:30,382 INFO [M:0;f49461030c22:36397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97c8e28792064a09ac4990e649ebfe93 2024-12-02T05:22:30,387 INFO [M:0;f49461030c22:36397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97c8e28792064a09ac4990e649ebfe93 2024-12-02T05:22:30,399 DEBUG [M:0;f49461030c22:36397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/794cfbc8747e4e208c9e75508a4ab5f7 is 69, key is f49461030c22,35739,1733116869124/rs:state/1733116874621/Put/seqid=0 2024-12-02T05:22:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741846_1022 (size=5156) 2024-12-02T05:22:30,805 INFO [M:0;f49461030c22:36397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/794cfbc8747e4e208c9e75508a4ab5f7 2024-12-02T05:22:30,815 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e73adbaa3b0407a8885ae806d1617f4 as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e73adbaa3b0407a8885ae806d1617f4 2024-12-02T05:22:30,821 INFO [M:0;f49461030c22:36397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e73adbaa3b0407a8885ae806d1617f4, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T05:22:30,822 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97c8e28792064a09ac4990e649ebfe93 as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97c8e28792064a09ac4990e649ebfe93 2024-12-02T05:22:30,828 INFO [M:0;f49461030c22:36397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97c8e28792064a09ac4990e649ebfe93 2024-12-02T05:22:30,828 INFO [M:0;f49461030c22:36397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97c8e28792064a09ac4990e649ebfe93, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T05:22:30,830 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/794cfbc8747e4e208c9e75508a4ab5f7 as hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/794cfbc8747e4e208c9e75508a4ab5f7 2024-12-02T05:22:30,859 INFO [M:0;f49461030c22:36397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/a515755f-8e37-7c89-a5b2-9e6e8247be89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/794cfbc8747e4e208c9e75508a4ab5f7, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T05:22:30,860 INFO [M:0;f49461030c22:36397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=58, compaction requested=false 2024-12-02T05:22:30,900 INFO [M:0;f49461030c22:36397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:30,900 DEBUG [M:0;f49461030c22:36397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116949541Disabling compacts and flushes for region at 1733116949541Disabling writes for close at 1733116949542 (+1 ms)Obtaining lock to block concurrent updates at 1733116949542Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116949542Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1733116949542Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116949543 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116949543Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116949555 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116949555Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116949964 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116949977 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116949977Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116950387 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116950399 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116950399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323b345d: reopening flushed file at 1733116950813 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7f8839: reopening flushed file at 1733116950821 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345f37b9: reopening flushed file at 1733116950828 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=58, compaction requested=false at 1733116950860 (+32 ms)Writing region close event to WAL at 1733116950900 (+40 ms)Closed at 1733116950900 2024-12-02T05:22:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741830_1006 (size=33014) 2024-12-02T05:22:30,913 INFO [M:0;f49461030c22:36397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:22:30,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:22:30,913 INFO [M:0;f49461030c22:36397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36397 2024-12-02T05:22:30,914 INFO [M:0;f49461030c22:36397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:22:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:31,232 INFO [M:0;f49461030c22:36397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:22:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36397-0x101947c73450003, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:31,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@84510e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:22:31,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed9a3dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:22:31,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:22:31,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15629b74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:22:31,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f8056d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.log.dir/,STOPPED} 2024-12-02T05:22:31,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:22:31,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:22:31,252 WARN [BP-1108552405-172.17.0.2-1733116863930 heartbeating to localhost/127.0.0.1:43719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:22:31,252 WARN [BP-1108552405-172.17.0.2-1733116863930 heartbeating to localhost/127.0.0.1:43719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1108552405-172.17.0.2-1733116863930 (Datanode Uuid 8e48533d-f177-4a8f-8cfc-ee449e80c802) service to localhost/127.0.0.1:43719 2024-12-02T05:22:31,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/cluster_fe95e336-658d-e0dc-7c61-6b83a20e4717/data/data1/current/BP-1108552405-172.17.0.2-1733116863930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:22:31,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/cluster_fe95e336-658d-e0dc-7c61-6b83a20e4717/data/data2/current/BP-1108552405-172.17.0.2-1733116863930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:22:31,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:22:31,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34698b65{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:22:31,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f99d639{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:22:31,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:22:31,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d3a4f60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:22:31,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38ccfb05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.log.dir/,STOPPED} 2024-12-02T05:22:31,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:22:31,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:22:31,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:22:31,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:31,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:31,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:31,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:22:31,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:22:31,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1241547789, stopped=false 2024-12-02T05:22:31,273 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,46329,1733116857283 2024-12-02T05:22:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-723439650/running 2024-12-02T05:22:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-723439650/running 2024-12-02T05:22:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:22:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:22:31,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:22:31,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:22:31,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:31,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:31,415 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,43481,1733116858185' ***** 2024-12-02T05:22:31,415 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:22:31,416 INFO [RS:0;f49461030c22:43481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:22:31,416 INFO [RS:0;f49461030c22:43481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:22:31,416 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:22:31,416 INFO [RS:0;f49461030c22:43481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:22:31,416 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(3091): Received CLOSE for da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:22:31,417 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da942bbf0da6009a209f5f00a171aba9, disabling compactions & flushes 2024-12-02T05:22:31,417 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(959): stopping server f49461030c22,43481,1733116858185 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:22:31,417 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:22:31,417 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. after waiting 0 ms 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:43481. 2024-12-02T05:22:31,417 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:22:31,417 DEBUG [RS:0;f49461030c22:43481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:31,417 DEBUG [RS:0;f49461030c22:43481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:22:31,417 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:22:31,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on znode that does not yet exist, /0-723439650/running 2024-12-02T05:22:31,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Set watcher on znode that does not yet exist, /0-723439650/running 2024-12-02T05:22:31,424 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:22:31,424 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1325): Online Regions={da942bbf0da6009a209f5f00a171aba9=test,,1733116876068.da942bbf0da6009a209f5f00a171aba9., 1bb116cc89325a068f0302e447ff09be=hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:22:31,424 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bb116cc89325a068f0302e447ff09be, da942bbf0da6009a209f5f00a171aba9 2024-12-02T05:22:31,424 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:22:31,424 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:22:31,424 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:22:31,424 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:22:31,424 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:22:31,425 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:22:31,442 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/default/test/da942bbf0da6009a209f5f00a171aba9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T05:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:22:31,446 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:22:31,446 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da942bbf0da6009a209f5f00a171aba9: Waiting for close lock at 1733116951417Running coprocessor pre-close hooks at 1733116951417Disabling compacts and flushes for region at 1733116951417Disabling writes for close at 1733116951417Writing region close event to WAL at 1733116951428 (+11 ms)Running coprocessor post-close hooks at 1733116951446 (+18 ms)Closed at 1733116951446 2024-12-02T05:22:31,447 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733116876068.da942bbf0da6009a209f5f00a171aba9. 2024-12-02T05:22:31,447 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bb116cc89325a068f0302e447ff09be, disabling compactions & flushes 2024-12-02T05:22:31,447 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:22:31,447 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:22:31,447 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. after waiting 0 ms 2024-12-02T05:22:31,447 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:22:31,447 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1bb116cc89325a068f0302e447ff09be 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-02T05:22:31,457 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/info/c66d1e6d1f044938999e27cb276884bb is 147, key is hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be./info:regioninfo/1733116881578/Put/seqid=0 2024-12-02T05:22:31,468 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:22:31,476 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/.tmp/hfileref/e2b77feb71954260a741c96671e1a35e is 74, key is 1/hfileref:badccfa5aa0c47b0a06fa6ad878ec7dd_SeqId_4_/1733116884648/DeleteColumn/seqid=0 2024-12-02T05:22:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741844_1020 (size=7686) 2024-12-02T05:22:31,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741845_1021 (size=5203) 2024-12-02T05:22:31,624 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:22:31,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:31,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:31,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:31,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:31,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:31,825 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:22:31,886 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/info/c66d1e6d1f044938999e27cb276884bb 2024-12-02T05:22:31,903 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/ns/c79b31a65d1a4324bb44f69b020c2291 is 43, key is default/ns:d/1733116863518/Put/seqid=0 2024-12-02T05:22:31,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741846_1022 (size=5153) 2024-12-02T05:22:31,908 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/.tmp/hfileref/e2b77feb71954260a741c96671e1a35e 2024-12-02T05:22:31,930 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/.tmp/queue/65c7706ca42e43f5aa5ade5dfd22fd4e is 153, key is 1-f49461030c22,43481,1733116858185/queue:f49461030c22%2C43481%2C1733116858185/1733116886478/Put/seqid=0 2024-12-02T05:22:31,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741847_1023 (size=5352) 2024-12-02T05:22:31,998 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:22:31,998 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:22:32,025 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:22:32,225 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bb116cc89325a068f0302e447ff09be 2024-12-02T05:22:32,308 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/ns/c79b31a65d1a4324bb44f69b020c2291 2024-12-02T05:22:32,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:22:32,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:32,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:32,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:32,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:32,329 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/rep_barrier/8444355a2e9c4771801b68d1bb70041e is 112, key is test,,1733116876068.da942bbf0da6009a209f5f00a171aba9./rep_barrier:seqnumDuringOpen/1733116877232/Put/seqid=0 2024-12-02T05:22:32,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741848_1024 (size=5518) 2024-12-02T05:22:32,334 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/.tmp/queue/65c7706ca42e43f5aa5ade5dfd22fd4e 2024-12-02T05:22:32,340 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/.tmp/hfileref/e2b77feb71954260a741c96671e1a35e as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/hfileref/e2b77feb71954260a741c96671e1a35e 2024-12-02T05:22:32,344 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/hfileref/e2b77feb71954260a741c96671e1a35e, entries=2, sequenceid=10, filesize=5.1 K 2024-12-02T05:22:32,345 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/.tmp/queue/65c7706ca42e43f5aa5ade5dfd22fd4e as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/queue/65c7706ca42e43f5aa5ade5dfd22fd4e 2024-12-02T05:22:32,350 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/queue/65c7706ca42e43f5aa5ade5dfd22fd4e, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T05:22:32,351 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1bb116cc89325a068f0302e447ff09be in 904ms, sequenceid=10, compaction requested=false 2024-12-02T05:22:32,355 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/replication/1bb116cc89325a068f0302e447ff09be/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T05:22:32,355 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:22:32,355 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:22:32,355 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:22:32,355 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bb116cc89325a068f0302e447ff09be: Waiting for close lock at 1733116951447Running coprocessor pre-close hooks at 1733116951447Disabling compacts and flushes for region at 1733116951447Disabling writes for close at 1733116951447Obtaining lock to block concurrent updates at 1733116951447Preparing flush snapshotting stores in 1bb116cc89325a068f0302e447ff09be at 1733116951447Finished memstore snapshotting hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733116951447Flushing stores of hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. at 1733116951448 (+1 ms)Flushing 1bb116cc89325a068f0302e447ff09be/hfileref: creating writer at 1733116951448Flushing 1bb116cc89325a068f0302e447ff09be/hfileref: appending metadata at 1733116951475 (+27 ms)Flushing 1bb116cc89325a068f0302e447ff09be/hfileref: closing flushed file at 1733116951475Flushing 1bb116cc89325a068f0302e447ff09be/queue: creating writer at 1733116951914 (+439 ms)Flushing 1bb116cc89325a068f0302e447ff09be/queue: appending metadata at 1733116951929 (+15 ms)Flushing 1bb116cc89325a068f0302e447ff09be/queue: closing flushed file at 1733116951929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1a59fb: reopening flushed file at 1733116952339 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c72f5d3: reopening flushed file at 1733116952345 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1bb116cc89325a068f0302e447ff09be in 904ms, sequenceid=10, compaction requested=false at 1733116952351 (+6 ms)Writing region close event to WAL at 1733116952352 (+1 ms)Running coprocessor post-close hooks at 1733116952355 (+3 ms)Closed at 1733116952355 2024-12-02T05:22:32,356 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733116880396.1bb116cc89325a068f0302e447ff09be. 2024-12-02T05:22:32,425 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:22:32,425 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:22:32,425 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:32,626 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:32,734 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/rep_barrier/8444355a2e9c4771801b68d1bb70041e 2024-12-02T05:22:32,754 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/table/67aba52703654090b68a72f92a57f294 is 53, key is hbase:replication/table:state/1733116881587/Put/seqid=0 2024-12-02T05:22:32,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741849_1025 (size=5308) 2024-12-02T05:22:32,826 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:33,026 DEBUG [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:22:33,125 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 997, reset compression=false 2024-12-02T05:22:33,129 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:22:33,129 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.wal-reader.f49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124 to pos 1292, reset compression=false 2024-12-02T05:22:33,129 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43481,1733116858185 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/WALs/f49461030c22,43481,1733116858185/f49461030c22%2C43481%2C1733116858185.1733116862124, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:22:33,131 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,43481,1733116858185: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,43481,1733116858185, walGroup=f49461030c22%2C43481%2C1733116858185, offset=f49461030c22%2C43481%2C1733116858185.1733116862124:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:43481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:22:33,132 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:22:33,135 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:22:33,136 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:22:33,136 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:22:33,136 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:22:33,136 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 597496104 }, "NonHeapMemoryUsage": { "committed": 181534720, "init": 7667712, "max": -1, "used": 177034584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:22:33,139 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:46329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:46329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:22:33,159 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/table/67aba52703654090b68a72f92a57f294 2024-12-02T05:22:33,166 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/info/c66d1e6d1f044938999e27cb276884bb as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/info/c66d1e6d1f044938999e27cb276884bb 2024-12-02T05:22:33,172 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/info/c66d1e6d1f044938999e27cb276884bb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:22:33,174 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/ns/c79b31a65d1a4324bb44f69b020c2291 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/ns/c79b31a65d1a4324bb44f69b020c2291 2024-12-02T05:22:33,180 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/ns/c79b31a65d1a4324bb44f69b020c2291, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:22:33,181 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/rep_barrier/8444355a2e9c4771801b68d1bb70041e as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/rep_barrier/8444355a2e9c4771801b68d1bb70041e 2024-12-02T05:22:33,187 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/rep_barrier/8444355a2e9c4771801b68d1bb70041e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:22:33,189 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/.tmp/table/67aba52703654090b68a72f92a57f294 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/table/67aba52703654090b68a72f92a57f294 2024-12-02T05:22:33,195 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/table/67aba52703654090b68a72f92a57f294, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:22:33,197 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1773ms, sequenceid=16, compaction requested=false 2024-12-02T05:22:33,197 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:22:33,209 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:22:33,210 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:22:33,210 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:22:33,210 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:22:33,210 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116951424Running coprocessor pre-close hooks at 1733116951424Disabling compacts and flushes for region at 1733116951424Disabling writes for close at 1733116951424Obtaining lock to block concurrent updates at 1733116951425 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733116951425Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733116951425Flushing stores of hbase:meta,,1.1588230740 at 1733116951426 (+1 ms)Flushing 1588230740/info: creating writer at 1733116951426Flushing 1588230740/info: appending metadata at 1733116951456 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733116951457 (+1 ms)Flushing 1588230740/ns: creating writer at 1733116951891 (+434 ms)Flushing 1588230740/ns: appending metadata at 1733116951903 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733116951903Flushing 1588230740/rep_barrier: creating writer at 1733116952313 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733116952328 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733116952328Flushing 1588230740/table: creating writer at 1733116952739 (+411 ms)Flushing 1588230740/table: appending metadata at 1733116952754 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733116952754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33caca5f: reopening flushed file at 1733116953165 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25faeaaa: reopening flushed file at 1733116953173 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6f6a61: reopening flushed file at 1733116953180 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bb5806: reopening flushed file at 1733116953188 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1773ms, sequenceid=16, compaction requested=false at 1733116953197 (+9 ms)Writing region close event to WAL at 1733116953202 (+5 ms)Running coprocessor post-close hooks at 1733116953210 (+8 ms)Closed at 1733116953210 2024-12-02T05:22:33,210 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:22:33,226 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(976): stopping server f49461030c22,43481,1733116858185; all regions closed. 2024-12-02T05:22:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:22:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741839_1015 (size=2700) 2024-12-02T05:22:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741833_1009 (size=1300) 2024-12-02T05:22:33,268 DEBUG [RS:0;f49461030c22:43481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:33,268 INFO [RS:0;f49461030c22:43481 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:22:33,268 INFO [RS:0;f49461030c22:43481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:22:33,268 INFO [RS:0;f49461030c22:43481 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:22:33,268 INFO [RS:0;f49461030c22:43481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:22:33,268 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:22:33,269 INFO [RS:0;f49461030c22:43481 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,43481,1733116858185 because: Region server is closing 2024-12-02T05:22:33,269 INFO [RS:0;f49461030c22:43481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:43481. 2024-12-02T05:22:33,269 DEBUG [RS:0;f49461030c22:43481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:33,269 DEBUG [RS:0;f49461030c22:43481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:33,269 DEBUG [RS:0;f49461030c22:43481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:33,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:22:33,370 INFO [RS:0;f49461030c22:43481 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43481,1733116858185.replicationSource.shipperf49461030c22%2C43481%2C1733116858185,1-f49461030c22,43481,1733116858185 terminated 2024-12-02T05:22:33,370 INFO [RS:0;f49461030c22:43481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43481 2024-12-02T05:22:33,587 INFO [RS:0;f49461030c22:43481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:22:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650/rs 2024-12-02T05:22:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-723439650/rs/f49461030c22,43481,1733116858185 2024-12-02T05:22:33,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,43481,1733116858185] 2024-12-02T05:22:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:33,697 INFO [RS:0;f49461030c22:43481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:22:33,697 INFO [RS:0;f49461030c22:43481 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,43481,1733116858185; zookeeper connection closed. 2024-12-02T05:22:33,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43481-0x101947c73450001, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:33,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50b0bd4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50b0bd4c 2024-12-02T05:22:33,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:22:33,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-723439650/draining/f49461030c22,43481,1733116858185 already deleted, retry=false 2024-12-02T05:22:33,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,43481,1733116858185 expired; onlineServers=0 2024-12-02T05:22:33,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,46329,1733116857283' ***** 2024-12-02T05:22:33,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:22:33,763 INFO [M:0;f49461030c22:46329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:22:33,763 INFO [M:0;f49461030c22:46329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:22:33,764 DEBUG [M:0;f49461030c22:46329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:22:33,764 DEBUG [M:0;f49461030c22:46329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:22:33,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:22:33,764 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116861441 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116861441,5,FailOnTimeoutGroup] 2024-12-02T05:22:33,764 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116861441 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116861441,5,FailOnTimeoutGroup] 2024-12-02T05:22:33,764 INFO [M:0;f49461030c22:46329 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:22:33,764 INFO [M:0;f49461030c22:46329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:22:33,764 DEBUG [M:0;f49461030c22:46329 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:22:33,764 INFO [M:0;f49461030c22:46329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:22:33,764 INFO [M:0;f49461030c22:46329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:22:33,764 INFO [M:0;f49461030c22:46329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:22:33,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:22:33,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-723439650/master 2024-12-02T05:22:33,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-723439650 2024-12-02T05:22:33,797 DEBUG [M:0;f49461030c22:46329 {}] zookeeper.ZKUtil(347): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Unable to get data of znode /0-723439650/master because node does not exist (not an error) 2024-12-02T05:22:33,797 WARN [M:0;f49461030c22:46329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:22:33,798 INFO [M:0;f49461030c22:46329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/.lastflushedseqids 2024-12-02T05:22:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741850_1026 (size=263) 2024-12-02T05:22:34,205 INFO [M:0;f49461030c22:46329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:22:34,205 INFO [M:0;f49461030c22:46329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:22:34,205 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:22:34,205 INFO [M:0;f49461030c22:46329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:34,205 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:34,205 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:22:34,205 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:34,205 INFO [M:0;f49461030c22:46329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-02T05:22:34,218 DEBUG [M:0;f49461030c22:46329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfe26fc6fd094836b7188fae7de5fcdd is 82, key is hbase:meta,,1/info:regioninfo/1733116863045/Put/seqid=0 2024-12-02T05:22:34,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741851_1027 (size=5672) 2024-12-02T05:22:34,623 INFO [M:0;f49461030c22:46329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfe26fc6fd094836b7188fae7de5fcdd 2024-12-02T05:22:34,640 DEBUG [M:0;f49461030c22:46329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebb68ca3eb3b49f2b9279e0492ea79c3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733116877246/Put/seqid=0 2024-12-02T05:22:34,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741852_1028 (size=7240) 2024-12-02T05:22:35,045 INFO [M:0;f49461030c22:46329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebb68ca3eb3b49f2b9279e0492ea79c3 2024-12-02T05:22:35,050 INFO [M:0;f49461030c22:46329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebb68ca3eb3b49f2b9279e0492ea79c3 2024-12-02T05:22:35,062 DEBUG [M:0;f49461030c22:46329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ac34462608f48b0b1b0a0c2a4b3db99 is 69, key is f49461030c22,43481,1733116858185/rs:state/1733116861750/Put/seqid=0 2024-12-02T05:22:35,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741853_1029 (size=5156) 2024-12-02T05:22:35,067 INFO [M:0;f49461030c22:46329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ac34462608f48b0b1b0a0c2a4b3db99 2024-12-02T05:22:35,071 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfe26fc6fd094836b7188fae7de5fcdd as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfe26fc6fd094836b7188fae7de5fcdd 2024-12-02T05:22:35,076 INFO [M:0;f49461030c22:46329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfe26fc6fd094836b7188fae7de5fcdd, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T05:22:35,077 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebb68ca3eb3b49f2b9279e0492ea79c3 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebb68ca3eb3b49f2b9279e0492ea79c3 2024-12-02T05:22:35,081 INFO [M:0;f49461030c22:46329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebb68ca3eb3b49f2b9279e0492ea79c3 2024-12-02T05:22:35,081 INFO [M:0;f49461030c22:46329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebb68ca3eb3b49f2b9279e0492ea79c3, entries=11, sequenceid=105, filesize=7.1 K 2024-12-02T05:22:35,083 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ac34462608f48b0b1b0a0c2a4b3db99 as hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ac34462608f48b0b1b0a0c2a4b3db99 2024-12-02T05:22:35,087 INFO [M:0;f49461030c22:46329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40595/user/jenkins/test-data/2313eeca-0808-df2d-f66a-491374c5fdc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ac34462608f48b0b1b0a0c2a4b3db99, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T05:22:35,088 INFO [M:0;f49461030c22:46329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-12-02T05:22:35,089 INFO [M:0;f49461030c22:46329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:35,089 DEBUG [M:0;f49461030c22:46329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116954205Disabling compacts and flushes for region at 1733116954205Disabling writes for close at 1733116954205Obtaining lock to block concurrent updates at 1733116954205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116954205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733116954205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116954206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116954206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116954218 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116954218Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116954627 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116954640 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116954640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116955050 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116955062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116955062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d1b6ea: reopening flushed file at 1733116955071 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff01d57: reopening flushed file at 1733116955076 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc5a929: reopening flushed file at 1733116955082 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1733116955088 (+6 ms)Writing region close event to WAL at 1733116955089 (+1 ms)Closed at 1733116955089 2024-12-02T05:22:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741830_1006 (size=64526) 2024-12-02T05:22:35,092 INFO [M:0;f49461030c22:46329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:22:35,092 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:22:35,092 INFO [M:0;f49461030c22:46329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46329 2024-12-02T05:22:35,092 INFO [M:0;f49461030c22:46329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:22:35,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:35,408 INFO [M:0;f49461030c22:46329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:22:35,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46329-0x101947c73450000, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:22:35,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@560d1ff5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:22:35,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@120a52e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:22:35,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:22:35,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a55430b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:22:35,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e592689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.log.dir/,STOPPED} 2024-12-02T05:22:35,412 WARN [BP-419198792-172.17.0.2-1733116852199 heartbeating to localhost/127.0.0.1:40595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:22:35,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:22:35,412 WARN [BP-419198792-172.17.0.2-1733116852199 heartbeating to localhost/127.0.0.1:40595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-419198792-172.17.0.2-1733116852199 (Datanode Uuid 6e0a95ac-e69a-4e83-ab0d-a670c9deb0c2) service to localhost/127.0.0.1:40595 2024-12-02T05:22:35,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:22:35,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf/data/data1/current/BP-419198792-172.17.0.2-1733116852199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:22:35,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/cluster_190ddf0d-9a05-913b-34c2-5adc10d188cf/data/data2/current/BP-419198792-172.17.0.2-1733116852199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:22:35,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:22:35,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61a2fa10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:22:35,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17b03ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:22:35,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:22:35,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@564a097a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:22:35,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30ec634e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fbf3f1eb-fdb1-c1aa-6ede-d7c7f9d5ce78/hadoop.log.dir/,STOPPED} 2024-12-02T05:22:35,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:22:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101947c73450002, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:22:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101947c73450005, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:22:35,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101947c73450002, quorum=127.0.0.1:59511, baseZNode=/0-723439650 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:22:35,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101947c73450005, quorum=127.0.0.1:59511, baseZNode=/1-1405441113 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:22:35,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:22:35,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59511) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40595 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59511) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43719 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f9244b8d0d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f9244b8d0d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=6002 (was 5908) - AvailableMemoryMB LEAK? - 2024-12-02T05:22:35,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=6002 2024-12-02T05:22:35,582 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-02T05:22:35,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.log.dir so I do NOT create it in target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b 2024-12-02T05:22:35,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:22:35,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.tmp.dir so I do NOT create it in target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b 2024-12-02T05:22:35,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/696fea66-2857-a1e9-29ad-9d69eb9546a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:22:35,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b 2024-12-02T05:22:35,583 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453, deleteOnExit=true 2024-12-02T05:22:35,620 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453/zookeeper_0, clientPort=50925, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:22:35,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50925 2024-12-02T05:22:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:22:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:22:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/test.cache.data in system properties and HBase conf 2024-12-02T05:22:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:22:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:22:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:22:35,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:22:35,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:22:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:22:35,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:22:35,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:22:36,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:22:36,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:22:36,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:22:36,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:22:36,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:22:36,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:22:36,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f35d0f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:22:36,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cce6418{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:22:36,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cdd216d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/java.io.tmpdir/jetty-localhost-44897-hadoop-hdfs-3_4_1-tests_jar-_-any-9458033917126231981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:22:36,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a97c9d4{HTTP/1.1, (http/1.1)}{localhost:44897} 2024-12-02T05:22:36,462 INFO [Time-limited test {}] server.Server(415): Started @189446ms 2024-12-02T05:22:37,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:22:37,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:22:37,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:22:37,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:22:37,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:22:37,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ea6054{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:22:37,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86a20db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:22:37,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ffde4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/java.io.tmpdir/jetty-localhost-37867-hadoop-hdfs-3_4_1-tests_jar-_-any-15051621577219544994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:22:37,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d9a1306{HTTP/1.1, (http/1.1)}{localhost:37867} 2024-12-02T05:22:37,139 INFO [Time-limited test {}] server.Server(415): Started @190123ms 2024-12-02T05:22:37,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:22:37,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:22:37,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:37,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:37,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:37,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:37,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:37,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:38,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:22:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:22:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:22:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:22:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:22:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:22:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:22:39,373 WARN [Thread-1305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453/data/data1/current/BP-774968357-172.17.0.2-1733116955637/current, will proceed with Du for space computation calculation, 2024-12-02T05:22:39,373 WARN [Thread-1306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453/data/data2/current/BP-774968357-172.17.0.2-1733116955637/current, will proceed with Du for space computation calculation, 2024-12-02T05:22:39,387 WARN [Thread-1292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:22:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x929ef41eddc9ebc2 with lease ID 0x256e3eaba8ae46be: Processing first storage report for DS-c3b72c16-a658-4440-bac9-8167e4af0f51 from datanode DatanodeRegistration(127.0.0.1:41633, datanodeUuid=1b5f0870-4129-4308-a003-f0ec342f15fc, infoPort=36377, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1783871983;c=1733116955637) 2024-12-02T05:22:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x929ef41eddc9ebc2 with lease ID 0x256e3eaba8ae46be: from storage DS-c3b72c16-a658-4440-bac9-8167e4af0f51 node DatanodeRegistration(127.0.0.1:41633, datanodeUuid=1b5f0870-4129-4308-a003-f0ec342f15fc, infoPort=36377, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1783871983;c=1733116955637), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:22:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x929ef41eddc9ebc2 with lease ID 0x256e3eaba8ae46be: Processing first storage report for DS-0e3e2ec0-a45d-44b2-abe5-c2dc0de3355b from datanode DatanodeRegistration(127.0.0.1:41633, datanodeUuid=1b5f0870-4129-4308-a003-f0ec342f15fc, infoPort=36377, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1783871983;c=1733116955637) 2024-12-02T05:22:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x929ef41eddc9ebc2 with lease ID 0x256e3eaba8ae46be: from storage DS-0e3e2ec0-a45d-44b2-abe5-c2dc0de3355b node DatanodeRegistration(127.0.0.1:41633, datanodeUuid=1b5f0870-4129-4308-a003-f0ec342f15fc, infoPort=36377, infoSecurePort=0, ipcPort=43221, storageInfo=lv=-57;cid=testClusterID;nsid=1783871983;c=1733116955637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:22:39,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b 2024-12-02T05:22:39,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:39,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:22:39,889 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92 with version=8 2024-12-02T05:22:39,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/hbase-staging 2024-12-02T05:22:39,891 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:22:39,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36147 2024-12-02T05:22:39,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36147 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:22:40,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361470x0, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:22:40,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36147-0x101947e078f0000 connected 2024-12-02T05:22:40,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:40,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:40,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:22:40,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92, hbase.cluster.distributed=false 2024-12-02T05:22:40,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/acl 2024-12-02T05:22:40,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36147 2024-12-02T05:22:40,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36147 2024-12-02T05:22:40,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36147 2024-12-02T05:22:40,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36147 2024-12-02T05:22:40,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36147 2024-12-02T05:22:40,738 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:22:40,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:40,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:40,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:22:40,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:40,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:22:40,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:22:40,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:22:40,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38357 2024-12-02T05:22:40,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38357 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:22:40,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:40,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:40,816 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383570x0, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:22:40,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383570x0, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:22:40,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38357-0x101947e078f0001 connected 2024-12-02T05:22:40,817 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:22:40,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:22:40,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/master 2024-12-02T05:22:40,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/acl 2024-12-02T05:22:40,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38357 2024-12-02T05:22:40,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38357 2024-12-02T05:22:40,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38357 2024-12-02T05:22:40,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38357 2024-12-02T05:22:40,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38357 2024-12-02T05:22:40,846 DEBUG [M:0;f49461030c22:36147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:36147 2024-12-02T05:22:40,848 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0630552081/backup-masters/f49461030c22,36147,1733116959890 2024-12-02T05:22:41,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:22:41,054 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:22:41,054 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on existing znode=/0630552081/backup-masters/f49461030c22,36147,1733116959890 2024-12-02T05:22:41,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:41,064 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0630552081/master 2024-12-02T05:22:41,064 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:41,065 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on existing znode=/0630552081/master 2024-12-02T05:22:41,065 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0630552081/backup-masters/f49461030c22,36147,1733116959890 from backup master directory 2024-12-02T05:22:41,075 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:22:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/backup-masters/f49461030c22,36147,1733116959890 2024-12-02T05:22:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:22:41,075 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:22:41,075 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,36147,1733116959890 2024-12-02T05:22:41,078 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/hbase.id] with ID: 2520f083-526e-46b6-94f4-825c1adf81ce 2024-12-02T05:22:41,078 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/.tmp/hbase.id 2024-12-02T05:22:41,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:22:41,483 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/.tmp/hbase.id]:[hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/hbase.id] 2024-12-02T05:22:41,493 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:41,493 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:22:41,494 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:22:41,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:41,557 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:22:41,963 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:22:41,963 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:22:41,964 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:22:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:22:42,371 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store 2024-12-02T05:22:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:22:42,776 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:42,776 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:22:42,776 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:42,776 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:42,776 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:22:42,776 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:42,776 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:42,776 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116962776Disabling compacts and flushes for region at 1733116962776Disabling writes for close at 1733116962776Writing region close event to WAL at 1733116962776Closed at 1733116962776 2024-12-02T05:22:42,777 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/.initializing 2024-12-02T05:22:42,777 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890 2024-12-02T05:22:42,778 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:22:42,779 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C36147%2C1733116959890, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/oldWALs, maxLogs=10 2024-12-02T05:22:42,792 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890/f49461030c22%2C36147%2C1733116959890.1733116962780, exclude list is [], retry=0 2024-12-02T05:22:42,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:22:42,796 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890/f49461030c22%2C36147%2C1733116959890.1733116962780 2024-12-02T05:22:42,796 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:22:42,796 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:22:42,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:42,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:22:42,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:42,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:42,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:22:42,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:42,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:42,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:22:42,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:42,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:42,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:22:42,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:42,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:42,804 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,804 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,805 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,806 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,806 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,806 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:22:42,807 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:42,809 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:22:42,809 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71789760, jitterRate=0.06975078582763672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:22:42,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116962797Initializing all the Stores at 1733116962798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116962798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116962798Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116962798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116962798Cleaning up temporary data from old regions at 1733116962806 (+8 ms)Region opened successfully at 1733116962810 (+4 ms) 2024-12-02T05:22:42,810 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:22:42,813 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1301c977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:22:42,814 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:22:42,814 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:22:42,814 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:22:42,814 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:22:42,814 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:22:42,815 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:22:42,815 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:22:42,817 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:22:42,817 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/balancer because node does not exist (not necessarily an error) 2024-12-02T05:22:43,022 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/balancer already deleted, retry=false 2024-12-02T05:22:43,022 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:22:43,023 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:22:43,033 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/normalizer already deleted, retry=false 2024-12-02T05:22:43,033 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:22:43,034 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:22:43,230 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/switch/split already deleted, retry=false 2024-12-02T05:22:43,231 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:22:43,347 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/switch/merge already deleted, retry=false 2024-12-02T05:22:43,349 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:22:43,422 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/snapshot-cleanup already deleted, retry=false 2024-12-02T05:22:43,521 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0630552081/running 2024-12-02T05:22:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0630552081/running 2024-12-02T05:22:43,521 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:43,521 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,36147,1733116959890, sessionid=0x101947e078f0000, setting cluster-up flag (Was=false) 2024-12-02T05:22:43,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:43,622 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:43,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:22:43,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:43,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:43,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:43,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:43,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:43,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:43,864 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0630552081/flush-table-proc/acquired, /0630552081/flush-table-proc/reached, /0630552081/flush-table-proc/abort 2024-12-02T05:22:43,866 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36147,1733116959890 2024-12-02T05:22:43,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:43,885 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:44,161 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0630552081/online-snapshot/acquired, /0630552081/online-snapshot/reached, /0630552081/online-snapshot/abort 2024-12-02T05:22:44,162 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36147,1733116959890 2024-12-02T05:22:44,163 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:22:44,164 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:44,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:22:44,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:22:44,165 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,36147,1733116959890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:22:44,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733116994167 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:22:44,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:22:44,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:44,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:22:44,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:22:44,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:22:44,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:22:44,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:22:44,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:22:44,168 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116964168,5,FailOnTimeoutGroup] 2024-12-02T05:22:44,169 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:44,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:22:44,172 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116964168,5,FailOnTimeoutGroup] 2024-12-02T05:22:44,172 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,172 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:22:44,172 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,172 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:22:44,236 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(746): ClusterId : 2520f083-526e-46b6-94f4-825c1adf81ce 2024-12-02T05:22:44,236 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:22:44,412 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:22:44,412 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:22:44,506 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:22:44,506 DEBUG [RS:0;f49461030c22:38357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fd86de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:22:44,518 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:38357 2024-12-02T05:22:44,518 INFO [RS:0;f49461030c22:38357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:22:44,518 INFO [RS:0;f49461030c22:38357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:22:44,518 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:22:44,519 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,36147,1733116959890 with port=38357, startcode=1733116960737 2024-12-02T05:22:44,519 DEBUG [RS:0;f49461030c22:38357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:22:44,520 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:22:44,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,38357,1733116960737 2024-12-02T05:22:44,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36147 {}] master.ServerManager(517): Registering regionserver=f49461030c22,38357,1733116960737 2024-12-02T05:22:44,522 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92 2024-12-02T05:22:44,522 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35517 2024-12-02T05:22:44,522 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:22:44,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:22:44,581 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92 2024-12-02T05:22:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:22:44,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/rs 2024-12-02T05:22:44,726 DEBUG [RS:0;f49461030c22:38357 {}] zookeeper.ZKUtil(111): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on existing znode=/0630552081/rs/f49461030c22,38357,1733116960737 2024-12-02T05:22:44,726 WARN [RS:0;f49461030c22:38357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:22:44,726 INFO [RS:0;f49461030c22:38357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:22:44,726 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737 2024-12-02T05:22:44,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,38357,1733116960737] 2024-12-02T05:22:44,729 INFO [RS:0;f49461030c22:38357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:22:44,730 INFO [RS:0;f49461030c22:38357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:22:44,731 INFO [RS:0;f49461030c22:38357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:22:44,731 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,731 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:22:44,732 INFO [RS:0;f49461030c22:38357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:22:44,732 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,732 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,733 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,733 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:44,733 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:22:44,733 DEBUG [RS:0;f49461030c22:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:22:44,736 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,736 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,736 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,736 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,736 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,736 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38357,1733116960737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:22:44,752 INFO [RS:0;f49461030c22:38357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:22:44,752 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38357,1733116960737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,752 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,752 INFO [RS:0;f49461030c22:38357 {}] regionserver.Replication(171): f49461030c22,38357,1733116960737 started 2024-12-02T05:22:44,764 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:44,764 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,38357,1733116960737, RpcServer on f49461030c22/172.17.0.2:38357, sessionid=0x101947e078f0001 2024-12-02T05:22:44,764 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:22:44,764 DEBUG [RS:0;f49461030c22:38357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,38357,1733116960737 2024-12-02T05:22:44,764 DEBUG [RS:0;f49461030c22:38357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,38357,1733116960737' 2024-12-02T05:22:44,764 DEBUG [RS:0;f49461030c22:38357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0630552081/flush-table-proc/abort' 2024-12-02T05:22:44,765 DEBUG [RS:0;f49461030c22:38357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0630552081/flush-table-proc/acquired' 2024-12-02T05:22:44,765 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:22:44,765 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:22:44,765 DEBUG [RS:0;f49461030c22:38357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,38357,1733116960737 2024-12-02T05:22:44,765 DEBUG [RS:0;f49461030c22:38357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,38357,1733116960737' 2024-12-02T05:22:44,765 DEBUG [RS:0;f49461030c22:38357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0630552081/online-snapshot/abort' 2024-12-02T05:22:44,765 DEBUG [RS:0;f49461030c22:38357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0630552081/online-snapshot/acquired' 2024-12-02T05:22:44,766 DEBUG [RS:0;f49461030c22:38357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:22:44,766 INFO [RS:0;f49461030c22:38357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:22:44,766 INFO [RS:0;f49461030c22:38357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:22:44,866 INFO [RS:0;f49461030c22:38357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:22:44,868 INFO [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38357%2C1733116960737, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs, maxLogs=10 2024-12-02T05:22:44,880 DEBUG [RS:0;f49461030c22:38357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868, exclude list is [], retry=0 2024-12-02T05:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:22:44,884 INFO [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868 2024-12-02T05:22:44,884 DEBUG [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:22:44,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:44,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:22:44,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:22:44,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:44,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:44,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:22:44,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:22:44,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:44,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:44,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:22:44,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:22:44,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:44,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:44,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:22:44,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:22:44,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:44,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:44,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:22:44,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740 2024-12-02T05:22:44,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740 2024-12-02T05:22:44,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:22:44,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:22:44,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:22:44,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:22:44,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:22:44,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67290299, jitterRate=0.0027035921812057495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116964987Initializing all the Stores at 1733116964987Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116964987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116964987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116964987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116964987Cleaning up temporary data from old regions at 1733116964994 (+7 ms)Region opened successfully at 1733116964998 (+4 ms) 2024-12-02T05:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:22:44,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:22:44,998 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:22:44,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116964998Disabling compacts and flushes for region at 1733116964998Disabling writes for close at 1733116964998Writing region close event to WAL at 1733116964998Closed at 1733116964998 2024-12-02T05:22:44,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:44,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:22:44,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:22:45,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:22:45,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:22:45,151 DEBUG [f49461030c22:36147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:22:45,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,38357,1733116960737 2024-12-02T05:22:45,152 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,38357,1733116960737, state=OPENING 2024-12-02T05:22:45,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:22:45,359 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:45,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:22:45,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:22:45,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:22:45,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,38357,1733116960737}] 2024-12-02T05:22:45,512 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:22:45,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:22:45,516 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:22:45,517 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:22:45,517 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:22:45,518 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38357%2C1733116960737.meta, suffix=.meta, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs, maxLogs=10 2024-12-02T05:22:45,534 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.meta.1733116965519.meta, exclude list is [], retry=0 2024-12-02T05:22:45,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:22:45,537 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.meta.1733116965519.meta 2024-12-02T05:22:45,538 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:22:45,538 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:22:45,538 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:22:45,538 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:22:45,539 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:22:45,539 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:22:45,539 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:22:45,539 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:45,539 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:22:45,539 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:22:45,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:22:45,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:22:45,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:45,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:45,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:22:45,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:22:45,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:45,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:45,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:22:45,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:22:45,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:45,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:45,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:22:45,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:22:45,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:45,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:45,544 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:22:45,545 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740 2024-12-02T05:22:45,546 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740 2024-12-02T05:22:45,547 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:22:45,547 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:22:45,548 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:22:45,549 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:22:45,549 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67552969, jitterRate=0.006617680191993713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:22:45,550 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:22:45,550 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116965539Writing region info on filesystem at 1733116965539Initializing all the Stores at 1733116965540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116965540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116965540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116965540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116965540Cleaning up temporary data from old regions at 1733116965547 (+7 ms)Running coprocessor post-open hooks at 1733116965550 (+3 ms)Region opened successfully at 1733116965550 2024-12-02T05:22:45,551 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116965512 2024-12-02T05:22:45,552 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:22:45,552 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:22:45,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,38357,1733116960737 2024-12-02T05:22:45,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,38357,1733116960737, state=OPEN 2024-12-02T05:22:45,742 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:22:45,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:22:45,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,38357,1733116960737 2024-12-02T05:22:45,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:22:45,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:22:45,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:22:45,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,38357,1733116960737 in 383 msec 2024-12-02T05:22:45,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:22:45,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-12-02T05:22:45,748 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:45,748 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:22:45,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:22:45,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38357,1733116960737, seqNum=-1] 2024-12-02T05:22:45,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:22:45,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:22:45,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5910 sec 2024-12-02T05:22:45,755 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116965755, completionTime=-1 2024-12-02T05:22:45,755 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:22:45,755 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117025757 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117085757 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36147,1733116959890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36147,1733116959890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36147,1733116959890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:36147, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:45,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:45,758 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:45,759 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.686sec 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36147,1733116959890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:22:45,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36147,1733116959890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:22:45,763 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:22:45,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:22:45,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36147,1733116959890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:45,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e52ddba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:45,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36147,-1 for getting cluster id 2024-12-02T05:22:45,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:22:45,838 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2520f083-526e-46b6-94f4-825c1adf81ce' 2024-12-02T05:22:45,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:22:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2520f083-526e-46b6-94f4-825c1adf81ce" 2024-12-02T05:22:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1006b145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36147,-1] 2024-12-02T05:22:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:22:45,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:45,840 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:22:45,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cdce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:45,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:22:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38357,1733116960737, seqNum=-1] 2024-12-02T05:22:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:22:45,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:22:45,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,36147,1733116959890 2024-12-02T05:22:45,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:22:46,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:22:46,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101947e078f0002 connected 2024-12-02T05:22:46,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.log.dir so I do NOT create it in target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e 2024-12-02T05:22:46,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:22:46,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.tmp.dir so I do NOT create it in target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e 2024-12-02T05:22:46,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:22:46,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/cluster_81dd9f21-b1a5-58c1-8d5e-1cd368add856, deleteOnExit=true 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/test.cache.data in system properties and HBase conf 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:22:46,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:22:46,149 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:22:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:22:46,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:22:46,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:22:46,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:22:46,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:22:46,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:22:46,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:22:46,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d0b4ecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:22:46,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4877352e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:22:47,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e76fd41{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/java.io.tmpdir/jetty-localhost-41725-hadoop-hdfs-3_4_1-tests_jar-_-any-14704399908590542983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:22:47,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@601f7308{HTTP/1.1, (http/1.1)}{localhost:41725} 2024-12-02T05:22:47,047 INFO [Time-limited test {}] server.Server(415): Started @200030ms 2024-12-02T05:22:47,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:22:47,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:22:47,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:22:47,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:22:47,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:22:47,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d63b63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:22:47,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77f41c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:22:48,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6690ef90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/java.io.tmpdir/jetty-localhost-37395-hadoop-hdfs-3_4_1-tests_jar-_-any-11837489491762212934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:22:48,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f87d317{HTTP/1.1, (http/1.1)}{localhost:37395} 2024-12-02T05:22:48,015 INFO [Time-limited test {}] server.Server(415): Started @200998ms 2024-12-02T05:22:48,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:22:48,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:22:48,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:22:48,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:22:48,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T05:22:48,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:22:48,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T05:22:48,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:22:48,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T05:22:50,506 WARN [Thread-1427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/cluster_81dd9f21-b1a5-58c1-8d5e-1cd368add856/data/data2/current/BP-2134314243-172.17.0.2-1733116966167/current, will proceed with Du for space computation calculation, 2024-12-02T05:22:50,506 WARN [Thread-1426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/cluster_81dd9f21-b1a5-58c1-8d5e-1cd368add856/data/data1/current/BP-2134314243-172.17.0.2-1733116966167/current, will proceed with Du for space computation calculation, 2024-12-02T05:22:50,533 WARN [Thread-1414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:22:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30bdfa70630bb41 with lease ID 0x9dd75d539ac8cb88: Processing first storage report for DS-273c7df1-e5d6-4bd2-b6cc-bf72242110c3 from datanode DatanodeRegistration(127.0.0.1:42779, datanodeUuid=619879f3-0bbd-4eed-aa9e-ebe91e416c90, infoPort=37651, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=137818683;c=1733116966167) 2024-12-02T05:22:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30bdfa70630bb41 with lease ID 0x9dd75d539ac8cb88: from storage DS-273c7df1-e5d6-4bd2-b6cc-bf72242110c3 node DatanodeRegistration(127.0.0.1:42779, datanodeUuid=619879f3-0bbd-4eed-aa9e-ebe91e416c90, infoPort=37651, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=137818683;c=1733116966167), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:22:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30bdfa70630bb41 with lease ID 0x9dd75d539ac8cb88: Processing first storage report for DS-9a5c9dbb-ef78-4816-a5f7-a4e5a509e37b from datanode DatanodeRegistration(127.0.0.1:42779, datanodeUuid=619879f3-0bbd-4eed-aa9e-ebe91e416c90, infoPort=37651, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=137818683;c=1733116966167) 2024-12-02T05:22:50,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30bdfa70630bb41 with lease ID 0x9dd75d539ac8cb88: from storage DS-9a5c9dbb-ef78-4816-a5f7-a4e5a509e37b node DatanodeRegistration(127.0.0.1:42779, datanodeUuid=619879f3-0bbd-4eed-aa9e-ebe91e416c90, infoPort=37651, infoSecurePort=0, ipcPort=41015, storageInfo=lv=-57;cid=testClusterID;nsid=137818683;c=1733116966167), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:22:50,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e 2024-12-02T05:22:50,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:50,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:22:50,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea with version=8 2024-12-02T05:22:50,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/hbase-staging 2024-12-02T05:22:50,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:22:50,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35399 2024-12-02T05:22:50,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35399 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:22:51,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:22:51,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:51,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:22:51,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:22:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353990x0, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:22:51,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35399-0x101947e078f0003 connected 2024-12-02T05:22:51,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:51,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:51,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on znode that does not yet exist, /11078646833/running 2024-12-02T05:22:51,721 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea, hbase.cluster.distributed=false 2024-12-02T05:22:51,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on znode that does not yet exist, /11078646833/acl 2024-12-02T05:22:51,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35399 2024-12-02T05:22:51,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35399 2024-12-02T05:22:51,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35399 2024-12-02T05:22:51,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35399 2024-12-02T05:22:51,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35399 2024-12-02T05:22:51,738 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:22:51,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:51,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:51,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:22:51,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:22:51,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:22:51,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:22:51,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:22:51,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44103 2024-12-02T05:22:51,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44103 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:22:51,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:51,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:51,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441030x0, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:22:51,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44103-0x101947e078f0004 connected 2024-12-02T05:22:51,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on znode that does not yet exist, /11078646833/running 2024-12-02T05:22:51,947 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:22:51,947 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:22:51,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on znode that does not yet exist, /11078646833/master 2024-12-02T05:22:51,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on znode that does not yet exist, /11078646833/acl 2024-12-02T05:22:51,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44103 2024-12-02T05:22:51,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44103 2024-12-02T05:22:51,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44103 2024-12-02T05:22:51,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44103 2024-12-02T05:22:51,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44103 2024-12-02T05:22:51,960 DEBUG [M:0;f49461030c22:35399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:35399 2024-12-02T05:22:51,960 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11078646833/backup-masters/f49461030c22,35399,1733116970970 2024-12-02T05:22:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833/backup-masters 2024-12-02T05:22:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833/backup-masters 2024-12-02T05:22:52,063 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on existing znode=/11078646833/backup-masters/f49461030c22,35399,1733116970970 2024-12-02T05:22:52,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:52,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11078646833/master 2024-12-02T05:22:52,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:52,093 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on existing znode=/11078646833/master 2024-12-02T05:22:52,094 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11078646833/backup-masters/f49461030c22,35399,1733116970970 from backup master directory 2024-12-02T05:22:52,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11078646833/backup-masters/f49461030c22,35399,1733116970970 2024-12-02T05:22:52,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833/backup-masters 2024-12-02T05:22:52,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833/backup-masters 2024-12-02T05:22:52,114 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:22:52,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,35399,1733116970970 2024-12-02T05:22:52,117 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/hbase.id] with ID: 11e27c12-91ee-480f-845d-65704fa1e705 2024-12-02T05:22:52,117 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/.tmp/hbase.id 2024-12-02T05:22:52,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:22:52,527 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/.tmp/hbase.id]:[hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/hbase.id] 2024-12-02T05:22:52,538 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:22:52,539 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:22:52,540 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:22:52,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:52,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:52,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:22:53,173 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:22:53,173 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:22:53,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:22:53,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:22:53,580 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store 2024-12-02T05:22:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:22:53,985 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:53,986 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:22:53,986 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:53,986 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:53,986 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:22:53,986 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:53,986 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:22:53,986 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116973986Disabling compacts and flushes for region at 1733116973986Disabling writes for close at 1733116973986Writing region close event to WAL at 1733116973986Closed at 1733116973986 2024-12-02T05:22:53,986 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/.initializing 2024-12-02T05:22:53,986 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/WALs/f49461030c22,35399,1733116970970 2024-12-02T05:22:53,987 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:22:54,000 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C35399%2C1733116970970, suffix=, logDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/WALs/f49461030c22,35399,1733116970970, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/oldWALs, maxLogs=10 2024-12-02T05:22:54,012 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/WALs/f49461030c22,35399,1733116970970/f49461030c22%2C35399%2C1733116970970.1733116974000, exclude list is [], retry=0 2024-12-02T05:22:54,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42779,DS-273c7df1-e5d6-4bd2-b6cc-bf72242110c3,DISK] 2024-12-02T05:22:54,016 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/WALs/f49461030c22,35399,1733116970970/f49461030c22%2C35399%2C1733116970970.1733116974000 2024-12-02T05:22:54,016 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-12-02T05:22:54,016 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:22:54,016 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:54,016 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,016 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:22:54,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:54,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:54,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:22:54,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:54,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:54,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:22:54,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:54,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:54,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:22:54,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:54,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:54,023 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,024 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,024 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,025 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,025 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,025 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:22:54,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:22:54,027 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:22:54,028 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72446946, jitterRate=0.07954362034797668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:22:54,028 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116974016Initializing all the Stores at 1733116974017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116974017Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116974017Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116974017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116974017Cleaning up temporary data from old regions at 1733116974025 (+8 ms)Region opened successfully at 1733116974028 (+3 ms) 2024-12-02T05:22:54,028 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:22:54,030 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e926362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:22:54,031 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:22:54,031 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:22:54,031 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:22:54,031 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:22:54,032 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:22:54,032 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:22:54,032 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:22:54,034 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:22:54,035 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Unable to get data of znode /11078646833/balancer because node does not exist (not necessarily an error) 2024-12-02T05:22:54,247 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11078646833/balancer already deleted, retry=false 2024-12-02T05:22:54,248 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:22:54,248 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Unable to get data of znode /11078646833/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:22:54,268 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11078646833/normalizer already deleted, retry=false 2024-12-02T05:22:54,269 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:22:54,269 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Unable to get data of znode /11078646833/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:22:54,474 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11078646833/switch/split already deleted, retry=false 2024-12-02T05:22:54,475 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Unable to get data of znode /11078646833/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:22:54,569 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11078646833/switch/merge already deleted, retry=false 2024-12-02T05:22:54,571 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Unable to get data of znode /11078646833/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:22:54,588 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11078646833/snapshot-cleanup already deleted, retry=false 2024-12-02T05:22:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11078646833/running 2024-12-02T05:22:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11078646833/running 2024-12-02T05:22:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:54,601 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,35399,1733116970970, sessionid=0x101947e078f0003, setting cluster-up flag (Was=false) 2024-12-02T05:22:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:54,842 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11078646833/flush-table-proc/acquired, /11078646833/flush-table-proc/reached, /11078646833/flush-table-proc/abort 2024-12-02T05:22:54,844 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,35399,1733116970970 2024-12-02T05:22:55,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:55,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:55,127 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11078646833/online-snapshot/acquired, /11078646833/online-snapshot/reached, /11078646833/online-snapshot/abort 2024-12-02T05:22:55,127 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,35399,1733116970970 2024-12-02T05:22:55,128 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:22:55,129 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:55,130 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:22:55,130 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:22:55,130 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,35399,1733116970970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:22:55,131 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117005132 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:22:55,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:22:55,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:22:55,132 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:22:55,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:55,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:22:55,134 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:22:55,134 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:22:55,134 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116975134,5,FailOnTimeoutGroup] 2024-12-02T05:22:55,136 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116975134,5,FailOnTimeoutGroup] 2024-12-02T05:22:55,136 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,136 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:22:55,136 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,136 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:22:55,153 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(746): ClusterId : 11e27c12-91ee-480f-845d-65704fa1e705 2024-12-02T05:22:55,153 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:22:55,214 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:22:55,214 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:22:55,402 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:22:55,402 DEBUG [RS:0;f49461030c22:44103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b72022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:22:55,415 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:44103 2024-12-02T05:22:55,415 INFO [RS:0;f49461030c22:44103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:22:55,415 INFO [RS:0;f49461030c22:44103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:22:55,415 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:22:55,416 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,35399,1733116970970 with port=44103, startcode=1733116971738 2024-12-02T05:22:55,416 DEBUG [RS:0;f49461030c22:44103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:22:55,418 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:22:55,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,44103,1733116971738 2024-12-02T05:22:55,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35399 {}] master.ServerManager(517): Registering regionserver=f49461030c22,44103,1733116971738 2024-12-02T05:22:55,419 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea 2024-12-02T05:22:55,419 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41707 2024-12-02T05:22:55,419 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:22:55,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:22:55,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea 2024-12-02T05:22:55,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833/rs 2024-12-02T05:22:55,588 DEBUG [RS:0;f49461030c22:44103 {}] zookeeper.ZKUtil(111): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on existing znode=/11078646833/rs/f49461030c22,44103,1733116971738 2024-12-02T05:22:55,588 WARN [RS:0;f49461030c22:44103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:22:55,588 INFO [RS:0;f49461030c22:44103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:22:55,588 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738 2024-12-02T05:22:55,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,44103,1733116971738] 2024-12-02T05:22:55,593 INFO [RS:0;f49461030c22:44103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:22:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:22:55,595 INFO [RS:0;f49461030c22:44103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:22:55,595 INFO [RS:0;f49461030c22:44103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:22:55,595 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,595 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:22:55,596 INFO [RS:0;f49461030c22:44103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:22:55,596 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:22:55,596 DEBUG [RS:0;f49461030c22:44103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:22:55,597 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,597 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,597 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,597 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,597 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,597 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,44103,1733116971738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:22:55,607 INFO [RS:0;f49461030c22:44103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:22:55,608 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,44103,1733116971738-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,608 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,608 INFO [RS:0;f49461030c22:44103 {}] regionserver.Replication(171): f49461030c22,44103,1733116971738 started 2024-12-02T05:22:55,618 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:55,618 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,44103,1733116971738, RpcServer on f49461030c22/172.17.0.2:44103, sessionid=0x101947e078f0004 2024-12-02T05:22:55,618 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,44103,1733116971738 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,44103,1733116971738' 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11078646833/flush-table-proc/abort' 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11078646833/flush-table-proc/acquired' 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,44103,1733116971738 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,44103,1733116971738' 2024-12-02T05:22:55,619 DEBUG [RS:0;f49461030c22:44103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11078646833/online-snapshot/abort' 2024-12-02T05:22:55,620 DEBUG [RS:0;f49461030c22:44103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11078646833/online-snapshot/acquired' 2024-12-02T05:22:55,620 DEBUG [RS:0;f49461030c22:44103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:22:55,620 INFO [RS:0;f49461030c22:44103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:22:55,620 INFO [RS:0;f49461030c22:44103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:22:55,720 INFO [RS:0;f49461030c22:44103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:22:55,722 INFO [RS:0;f49461030c22:44103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C44103%2C1733116971738, suffix=, logDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/oldWALs, maxLogs=10 2024-12-02T05:22:55,733 DEBUG [RS:0;f49461030c22:44103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738/f49461030c22%2C44103%2C1733116971738.1733116975722, exclude list is [], retry=0 2024-12-02T05:22:55,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42779,DS-273c7df1-e5d6-4bd2-b6cc-bf72242110c3,DISK] 2024-12-02T05:22:55,736 INFO [RS:0;f49461030c22:44103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738/f49461030c22%2C44103%2C1733116971738.1733116975722 2024-12-02T05:22:55,736 DEBUG [RS:0;f49461030c22:44103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-12-02T05:22:55,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:55,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:22:55,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:22:55,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:55,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:55,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:22:55,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:22:55,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:55,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:55,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:22:56,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:22:56,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:56,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:22:56,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:22:56,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:56,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:56,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:22:56,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740 2024-12-02T05:22:56,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740 2024-12-02T05:22:56,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:22:56,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:22:56,004 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:22:56,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:22:56,006 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:22:56,007 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65474160, jitterRate=-0.02435898780822754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:22:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733116975995Initializing all the Stores at 1733116975996 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116975996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116975996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116975996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116975996Cleaning up temporary data from old regions at 1733116976004 (+8 ms)Region opened successfully at 1733116976007 (+3 ms) 2024-12-02T05:22:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:22:56,007 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:22:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:22:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:22:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:22:56,007 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:22:56,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116976007Disabling compacts and flushes for region at 1733116976007Disabling writes for close at 1733116976007Writing region close event to WAL at 1733116976007Closed at 1733116976007 2024-12-02T05:22:56,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:56,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:22:56,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:22:56,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:22:56,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:22:56,160 DEBUG [f49461030c22:35399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:22:56,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,44103,1733116971738 2024-12-02T05:22:56,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,44103,1733116971738, state=OPENING 2024-12-02T05:22:56,304 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:22:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:22:56,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11078646833/meta-region-server: CHANGED 2024-12-02T05:22:56,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11078646833/meta-region-server: CHANGED 2024-12-02T05:22:56,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:22:56,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,44103,1733116971738}] 2024-12-02T05:22:56,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:22:56,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:22:56,672 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:22:56,672 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:22:56,673 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:22:56,674 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C44103%2C1733116971738.meta, suffix=.meta, logDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738, archiveDir=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/oldWALs, maxLogs=10 2024-12-02T05:22:56,685 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738/f49461030c22%2C44103%2C1733116971738.meta.1733116976674.meta, exclude list is [], retry=0 2024-12-02T05:22:56,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42779,DS-273c7df1-e5d6-4bd2-b6cc-bf72242110c3,DISK] 2024-12-02T05:22:56,689 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738/f49461030c22%2C44103%2C1733116971738.meta.1733116976674.meta 2024-12-02T05:22:56,689 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-12-02T05:22:56,689 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:22:56,689 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:22:56,689 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:22:56,689 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:22:56,690 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:22:56,690 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:22:56,690 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:56,690 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:22:56,690 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:22:56,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:22:56,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:22:56,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:56,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:56,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:22:56,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:22:56,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:56,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:56,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:22:56,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:22:56,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:56,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:56,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:22:56,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:22:56,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:56,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:22:56,696 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:22:56,696 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740 2024-12-02T05:22:56,697 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740 2024-12-02T05:22:56,698 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:22:56,698 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:22:56,699 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:22:56,700 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:22:56,700 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73083278, jitterRate=0.08902570605278015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:22:56,700 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:22:56,700 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116976690Writing region info on filesystem at 1733116976690Initializing all the Stores at 1733116976691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116976691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116976691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116976691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116976691Cleaning up temporary data from old regions at 1733116976698 (+7 ms)Running coprocessor post-open hooks at 1733116976700 (+2 ms)Region opened successfully at 1733116976700 2024-12-02T05:22:56,701 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733116976667 2024-12-02T05:22:56,703 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:22:56,703 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:22:56,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,44103,1733116971738 2024-12-02T05:22:56,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,44103,1733116971738, state=OPEN 2024-12-02T05:22:56,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11078646833/meta-region-server 2024-12-02T05:22:56,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11078646833/meta-region-server 2024-12-02T05:22:56,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,44103,1733116971738 2024-12-02T05:22:56,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11078646833/meta-region-server: CHANGED 2024-12-02T05:22:56,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11078646833/meta-region-server: CHANGED 2024-12-02T05:22:56,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:22:56,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,44103,1733116971738 in 359 msec 2024-12-02T05:22:56,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:22:56,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 868 msec 2024-12-02T05:22:56,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:22:56,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:22:56,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:22:56,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,44103,1733116971738, seqNum=-1] 2024-12-02T05:22:56,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:22:56,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:22:56,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7540 sec 2024-12-02T05:22:56,884 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116976884, completionTime=-1 2024-12-02T05:22:56,885 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:22:56,885 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117036887 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117096887 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35399,1733116970970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35399,1733116970970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35399,1733116970970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:35399, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:56,887 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:56,889 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.777sec 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35399,1733116970970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:22:56,891 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35399,1733116970970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:22:56,893 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:22:56,893 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:22:56,893 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,35399,1733116970970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:22:56,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2080120a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:56,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35399,-1 for getting cluster id 2024-12-02T05:22:56,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:22:56,956 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e27c12-91ee-480f-845d-65704fa1e705' 2024-12-02T05:22:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:22:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e27c12-91ee-480f-845d-65704fa1e705" 2024-12-02T05:22:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebe5b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35399,-1] 2024-12-02T05:22:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:22:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:56,957 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:22:56,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d039ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:56,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:22:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,44103,1733116971738, seqNum=-1] 2024-12-02T05:22:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:22:56,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:22:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,35399,1733116970970 2024-12-02T05:22:56,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:22:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:22:57,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101947e078f0005 connected 2024-12-02T05:22:57,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee58e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:57,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36147,-1 for getting cluster id 2024-12-02T05:22:57,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:22:57,246 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2520f083-526e-46b6-94f4-825c1adf81ce' 2024-12-02T05:22:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:22:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2520f083-526e-46b6-94f4-825c1adf81ce" 2024-12-02T05:22:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa609fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36147,-1] 2024-12-02T05:22:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:22:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:57,248 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:22:57,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557107b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:57,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:22:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36147,1733116959890 2024-12-02T05:22:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c0dcf9 2024-12-02T05:22:57,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:22:57,251 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:22:57,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:35399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:22:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:22:57,255 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35399' 2024-12-02T05:22:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:22:57,257 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebe6ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:57,257 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35399,-1 for getting cluster id 2024-12-02T05:22:57,257 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:22:57,258 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e27c12-91ee-480f-845d-65704fa1e705' 2024-12-02T05:22:57,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:22:57,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e27c12-91ee-480f-845d-65704fa1e705" 2024-12-02T05:22:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e057446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35399,-1] 2024-12-02T05:22:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:22:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:57,261 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:22:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b29fd96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:57,262 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:22:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35399,1733116970970 2024-12-02T05:22:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47faffec 2024-12-02T05:22:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:22:57,264 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:22:57,265 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T05:22:57,265 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:22:57,265 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:57,266 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:57,266 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:22:57,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:22:57,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:22:57,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:22:57,269 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:57,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:22:57,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741835_1011 (size=1138) 2024-12-02T05:22:57,318 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:22:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:22:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:22:57,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6ab452aef7dab639517d3ef88ff27d7, NAME => 'hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92 2024-12-02T05:22:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741836_1012 (size=44) 2024-12-02T05:22:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6ab452aef7dab639517d3ef88ff27d7, disabling compactions & flushes 2024-12-02T05:22:57,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. after waiting 0 ms 2024-12-02T05:22:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:57,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:57,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6ab452aef7dab639517d3ef88ff27d7: Waiting for close lock at 1733116977706Disabling compacts and flushes for region at 1733116977706Disabling writes for close at 1733116977706Writing region close event to WAL at 1733116977706Closed at 1733116977706 2024-12-02T05:22:57,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:22:57,708 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733116977708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733116977708"}]},"ts":"1733116977708"} 2024-12-02T05:22:57,711 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:22:57,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:22:57,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116977712"}]},"ts":"1733116977712"} 2024-12-02T05:22:57,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:22:57,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN}] 2024-12-02T05:22:57,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN 2024-12-02T05:22:57,718 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN; state=OFFLINE, location=f49461030c22,38357,1733116960737; forceNewPlan=false, retain=false 2024-12-02T05:22:57,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d6ab452aef7dab639517d3ef88ff27d7, regionState=OPENING, regionLocation=f49461030c22,38357,1733116960737 2024-12-02T05:22:57,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN because future has completed 2024-12-02T05:22:57,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ab452aef7dab639517d3ef88ff27d7, server=f49461030c22,38357,1733116960737}] 2024-12-02T05:22:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:22:58,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:58,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:22:58,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:22:58,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38357%2C1733116960737.rep, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs, maxLogs=10 2024-12-02T05:22:58,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.rep.1733116978051, exclude list is [], retry=0 2024-12-02T05:22:58,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:22:58,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.rep.1733116978051 2024-12-02T05:22:58,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:22:58,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d6ab452aef7dab639517d3ef88ff27d7, NAME => 'hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:22:58,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:22:58,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:22:58,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. service=MultiRowMutationService 2024-12-02T05:22:58,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:22:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:22:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,098 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,100 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ab452aef7dab639517d3ef88ff27d7 columnFamilyName hfileref 2024-12-02T05:22:58,100 DEBUG [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:58,101 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(327): Store=d6ab452aef7dab639517d3ef88ff27d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:58,101 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,102 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ab452aef7dab639517d3ef88ff27d7 columnFamilyName queue 2024-12-02T05:22:58,102 DEBUG [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:58,113 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(327): Store=d6ab452aef7dab639517d3ef88ff27d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:58,113 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,114 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ab452aef7dab639517d3ef88ff27d7 columnFamilyName sid 2024-12-02T05:22:58,115 DEBUG [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:22:58,115 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(327): Store=d6ab452aef7dab639517d3ef88ff27d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:22:58,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:22:58,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:22:58,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d6ab452aef7dab639517d3ef88ff27d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62549461, jitterRate=-0.06794039905071259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:22:58,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:58,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d6ab452aef7dab639517d3ef88ff27d7: Running coprocessor pre-open hook at 1733116978090Writing region info on filesystem at 1733116978090Initializing all the Stores at 1733116978092 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116978092Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116978098 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116978098Cleaning up temporary data from old regions at 1733116978118 (+20 ms)Running coprocessor post-open hooks at 1733116978124 (+6 ms)Region opened successfully at 1733116978125 (+1 ms) 2024-12-02T05:22:58,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., pid=7, masterSystemTime=1733116978025 2024-12-02T05:22:58,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:58,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:58,130 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d6ab452aef7dab639517d3ef88ff27d7, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,38357,1733116960737 2024-12-02T05:22:58,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ab452aef7dab639517d3ef88ff27d7, server=f49461030c22,38357,1733116960737 because future has completed 2024-12-02T05:22:58,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T05:22:58,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d6ab452aef7dab639517d3ef88ff27d7, server=f49461030c22,38357,1733116960737 in 264 msec 2024-12-02T05:22:58,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:22:58,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN in 423 msec 2024-12-02T05:22:58,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:22:58,150 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733116978149"}]},"ts":"1733116978149"} 2024-12-02T05:22:58,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:22:58,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:22:58,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 888 msec 2024-12-02T05:22:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., hostname=f49461030c22,38357,1733116960737, seqNum=2] 2024-12-02T05:22:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:22:58,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T05:22:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:22:58,442 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:58,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:22:58,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T05:22:58,923 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:22:58,950 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,38357,1733116960737, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:22:58,950 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:22:58,950 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38357,1733116960737, seqNum=-1] 2024-12-02T05:22:58,951 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:22:58,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-02T05:22:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,38357,1733116960737', locateType=CURRENT is [region=hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., hostname=f49461030c22,38357,1733116960737, seqNum=2] 2024-12-02T05:22:58,958 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T05:22:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T05:22:58,962 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,38357,1733116960737 suceeded 2024-12-02T05:22:58,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T05:22:58,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-02T05:22:58,965 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:35399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:22:58,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7140 sec 2024-12-02T05:22:58,976 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35399' 2024-12-02T05:22:58,980 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2307fdaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:58,980 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35399,-1 for getting cluster id 2024-12-02T05:22:58,981 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:22:58,981 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e27c12-91ee-480f-845d-65704fa1e705' 2024-12-02T05:22:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:22:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e27c12-91ee-480f-845d-65704fa1e705" 2024-12-02T05:22:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f069a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35399,-1] 2024-12-02T05:22:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:22:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:58,984 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:22:58,984 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5599a433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:22:58,984 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:22:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35399,1733116970970 2024-12-02T05:22:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58299e32 2024-12-02T05:22:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:22:58,986 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-02T05:22:58,987 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,38357,1733116960737 (queues=1) is replicating from cluster=2520f083-526e-46b6-94f4-825c1adf81ce to cluster=11e27c12-91ee-480f-845d-65704fa1e705 2024-12-02T05:22:58,987 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C38357%2C1733116960737 2024-12-02T05:22:58,987 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,38357,1733116960737, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:22:58,988 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.wal-reader.f49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868, startPosition=0, beingWritten=true 2024-12-02T05:22:58,996 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.shipperf49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C38357%2C1733116960737 2024-12-02T05:22:59,207 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.wal-reader.f49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868 to pos 0, reset compression=false 2024-12-02T05:22:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:22:59,403 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:22:59,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:22:59,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:59,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:59,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:59,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:22:59,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:22:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36147,1733116959890 2024-12-02T05:22:59,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b98a3f 2024-12-02T05:22:59,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:22:59,406 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:22:59,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:22:59,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:22:59,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:59,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:59,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:59,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:22:59,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:22:59,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1786692153, stopped=false 2024-12-02T05:22:59,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,36147,1733116959890 2024-12-02T05:22:59,511 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.wal-reader.f49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868 to pos 0, reset compression=false 2024-12-02T05:22:59,661 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/running 2024-12-02T05:22:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/running 2024-12-02T05:22:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:59,661 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:22:59,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:22:59,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:22:59,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:59,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:59,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,38357,1733116960737' ***** 2024-12-02T05:22:59,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:22:59,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:22:59,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:22:59,662 INFO [RS:0;f49461030c22:38357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(3091): Received CLOSE for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:59,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(959): stopping server f49461030c22,38357,1733116960737 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38357. 2024-12-02T05:22:59,663 DEBUG [RS:0;f49461030c22:38357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:22:59,663 DEBUG [RS:0;f49461030c22:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:22:59,663 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6ab452aef7dab639517d3ef88ff27d7, disabling compactions & flushes 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:22:59,663 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:22:59,663 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:59,663 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. after waiting 0 ms 2024-12-02T05:22:59,663 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:22:59,663 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6ab452aef7dab639517d3ef88ff27d7 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T05:22:59,663 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:22:59,663 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1325): Online Regions={d6ab452aef7dab639517d3ef88ff27d7=hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:22:59,664 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:59,664 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:22:59,664 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:22:59,664 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:22:59,664 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:22:59,664 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:22:59,664 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T05:22:59,676 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/.tmp/queue/2671e776bd1b40aa8da5991326469160 is 151, key is 1-f49461030c22,38357,1733116960737/queue:f49461030c22%2C38357%2C1733116960737/1733116978956/Put/seqid=0 2024-12-02T05:22:59,676 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/info/56ed68122a594ed599073dc2d739d335 is 147, key is hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7./info:regioninfo/1733116978130/Put/seqid=0 2024-12-02T05:22:59,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741838_1014 (size=6631) 2024-12-02T05:22:59,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741839_1015 (size=5350) 2024-12-02T05:22:59,749 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:22:59,795 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:22:59,795 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:22:59,864 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:22:59,916 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.wal-reader.f49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868 to pos 0, reset compression=false 2024-12-02T05:23:00,064 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:00,081 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/info/56ed68122a594ed599073dc2d739d335 2024-12-02T05:23:00,081 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/.tmp/queue/2671e776bd1b40aa8da5991326469160 2024-12-02T05:23:00,086 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/.tmp/queue/2671e776bd1b40aa8da5991326469160 as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/queue/2671e776bd1b40aa8da5991326469160 2024-12-02T05:23:00,091 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/queue/2671e776bd1b40aa8da5991326469160, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T05:23:00,091 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d6ab452aef7dab639517d3ef88ff27d7 in 428ms, sequenceid=5, compaction requested=false 2024-12-02T05:23:00,092 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:23:00,095 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T05:23:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:00,096 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6ab452aef7dab639517d3ef88ff27d7: Waiting for close lock at 1733116979663Running coprocessor pre-close hooks at 1733116979663Disabling compacts and flushes for region at 1733116979663Disabling writes for close at 1733116979663Obtaining lock to block concurrent updates at 1733116979663Preparing flush snapshotting stores in d6ab452aef7dab639517d3ef88ff27d7 at 1733116979663Finished memstore snapshotting hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733116979664 (+1 ms)Flushing stores of hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. at 1733116979664Flushing d6ab452aef7dab639517d3ef88ff27d7/queue: creating writer at 1733116979664Flushing d6ab452aef7dab639517d3ef88ff27d7/queue: appending metadata at 1733116979676 (+12 ms)Flushing d6ab452aef7dab639517d3ef88ff27d7/queue: closing flushed file at 1733116979676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f900f3b: reopening flushed file at 1733116980085 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d6ab452aef7dab639517d3ef88ff27d7 in 428ms, sequenceid=5, compaction requested=false at 1733116980091 (+6 ms)Writing region close event to WAL at 1733116980092 (+1 ms)Running coprocessor post-close hooks at 1733116980096 (+4 ms)Closed at 1733116980096 2024-12-02T05:23:00,096 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:00,103 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/ns/e5d251ab5a8847ebbaf5fd86e33907e7 is 43, key is default/ns:d/1733116965751/Put/seqid=0 2024-12-02T05:23:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741840_1016 (size=5153) 2024-12-02T05:23:00,264 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:00,420 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.wal-reader.f49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868 to pos 0, reset compression=false 2024-12-02T05:23:00,464 DEBUG [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:00,508 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/ns/e5d251ab5a8847ebbaf5fd86e33907e7 2024-12-02T05:23:00,531 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/table/25790dbd909046d49f0bc1374abace37 is 53, key is hbase:replication/table:state/1733116978149/Put/seqid=0 2024-12-02T05:23:00,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741841_1017 (size=5256) 2024-12-02T05:23:00,558 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/table/25790dbd909046d49f0bc1374abace37 2024-12-02T05:23:00,564 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/info/56ed68122a594ed599073dc2d739d335 as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/info/56ed68122a594ed599073dc2d739d335 2024-12-02T05:23:00,574 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/info/56ed68122a594ed599073dc2d739d335, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T05:23:00,575 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/ns/e5d251ab5a8847ebbaf5fd86e33907e7 as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/ns/e5d251ab5a8847ebbaf5fd86e33907e7 2024-12-02T05:23:00,581 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/ns/e5d251ab5a8847ebbaf5fd86e33907e7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:23:00,582 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/table/25790dbd909046d49f0bc1374abace37 as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/table/25790dbd909046d49f0bc1374abace37 2024-12-02T05:23:00,589 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/table/25790dbd909046d49f0bc1374abace37, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T05:23:00,590 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false 2024-12-02T05:23:00,595 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T05:23:00,596 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:00,596 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:00,596 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:00,596 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116979664Running coprocessor pre-close hooks at 1733116979664Disabling compacts and flushes for region at 1733116979664Disabling writes for close at 1733116979664Obtaining lock to block concurrent updates at 1733116979664Preparing flush snapshotting stores in 1588230740 at 1733116979664Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733116979664Flushing stores of hbase:meta,,1.1588230740 at 1733116979664Flushing 1588230740/info: creating writer at 1733116979664Flushing 1588230740/info: appending metadata at 1733116979676 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733116979676Flushing 1588230740/ns: creating writer at 1733116980085 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733116980103 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733116980103Flushing 1588230740/table: creating writer at 1733116980514 (+411 ms)Flushing 1588230740/table: appending metadata at 1733116980531 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733116980531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428c997d: reopening flushed file at 1733116980563 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa2bace: reopening flushed file at 1733116980574 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e78f08: reopening flushed file at 1733116980581 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false at 1733116980590 (+9 ms)Writing region close event to WAL at 1733116980591 (+1 ms)Running coprocessor post-close hooks at 1733116980596 (+5 ms)Closed at 1733116980596 2024-12-02T05:23:00,596 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:00,665 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(976): stopping server f49461030c22,38357,1733116960737; all regions closed. 2024-12-02T05:23:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741834_1010 (size=2742) 2024-12-02T05:23:00,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.meta.1733116965519.meta not finished, retry = 0 2024-12-02T05:23:00,769 DEBUG [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs 2024-12-02T05:23:00,769 INFO [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C38357%2C1733116960737.meta:.meta(num 1733116965519) 2024-12-02T05:23:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741837_1013 (size=1586) 2024-12-02T05:23:00,773 DEBUG [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs 2024-12-02T05:23:00,773 INFO [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C38357%2C1733116960737.rep:(num 1733116978051) 2024-12-02T05:23:00,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741833_1009 (size=93) 2024-12-02T05:23:00,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737/f49461030c22%2C38357%2C1733116960737.1733116964868 not finished, retry = 0 2024-12-02T05:23:00,877 DEBUG [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs 2024-12-02T05:23:00,877 INFO [RS:0;f49461030c22:38357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C38357%2C1733116960737:(num 1733116964868) 2024-12-02T05:23:00,877 DEBUG [RS:0;f49461030c22:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:00,877 INFO [RS:0;f49461030c22:38357 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:00,877 INFO [RS:0;f49461030c22:38357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:00,877 INFO [RS:0;f49461030c22:38357 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:00,877 INFO [RS:0;f49461030c22:38357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:00,878 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:00,878 INFO [RS:0;f49461030c22:38357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,38357,1733116960737 because: Region server is closing 2024-12-02T05:23:00,878 INFO [RS:0;f49461030c22:38357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38357. 2024-12-02T05:23:00,878 DEBUG [RS:0;f49461030c22:38357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:00,878 DEBUG [RS:0;f49461030c22:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:00,878 DEBUG [RS:0;f49461030c22:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:00,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:00,979 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.wal-reader.f49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:23:00,979 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.shipperf49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:23:00,979 INFO [RS:0;f49461030c22:38357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38357,1733116960737.replicationSource.shipperf49461030c22%2C38357%2C1733116960737,1-f49461030c22,38357,1733116960737 terminated 2024-12-02T05:23:00,979 INFO [RS:0;f49461030c22:38357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38357 2024-12-02T05:23:01,166 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/rs/f49461030c22,38357,1733116960737 2024-12-02T05:23:01,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/rs 2024-12-02T05:23:01,166 INFO [RS:0;f49461030c22:38357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:01,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,38357,1733116960737] 2024-12-02T05:23:01,344 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:01,345 INFO [RS:0;f49461030c22:38357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:01,345 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x101947e078f0001, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:01,345 INFO [RS:0;f49461030c22:38357 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,38357,1733116960737; zookeeper connection closed. 2024-12-02T05:23:01,345 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55f07987 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55f07987 2024-12-02T05:23:01,345 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:23:01,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/draining/f49461030c22,38357,1733116960737 already deleted, retry=false 2024-12-02T05:23:01,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,38357,1733116960737 expired; onlineServers=0 2024-12-02T05:23:01,420 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,36147,1733116959890' ***** 2024-12-02T05:23:01,420 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:23:01,420 INFO [M:0;f49461030c22:36147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:01,421 INFO [M:0;f49461030c22:36147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:01,421 DEBUG [M:0;f49461030c22:36147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:23:01,421 DEBUG [M:0;f49461030c22:36147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:23:01,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:23:01,421 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116964168 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116964168,5,FailOnTimeoutGroup] 2024-12-02T05:23:01,421 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116964168 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116964168,5,FailOnTimeoutGroup] 2024-12-02T05:23:01,421 INFO [M:0;f49461030c22:36147 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:01,421 INFO [M:0;f49461030c22:36147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:01,421 DEBUG [M:0;f49461030c22:36147 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:23:01,421 INFO [M:0;f49461030c22:36147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:23:01,421 INFO [M:0;f49461030c22:36147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:01,421 ERROR [M:0;f49461030c22:36147 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1187563640) connection to localhost/127.0.0.1:35517 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35517,5,PEWorkerGroup] 2024-12-02T05:23:01,421 INFO [M:0;f49461030c22:36147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:23:01,421 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:23:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/master 2024-12-02T05:23:01,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:01,461 DEBUG [M:0;f49461030c22:36147 {}] zookeeper.ZKUtil(347): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/master because node does not exist (not an error) 2024-12-02T05:23:01,461 WARN [M:0;f49461030c22:36147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:23:01,462 INFO [M:0;f49461030c22:36147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/.lastflushedseqids 2024-12-02T05:23:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741842_1018 (size=181) 2024-12-02T05:23:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:01,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:01,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:01,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:01,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:01,867 INFO [M:0;f49461030c22:36147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:23:01,867 INFO [M:0;f49461030c22:36147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:23:01,867 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:23:01,868 INFO [M:0;f49461030c22:36147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:01,868 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:01,868 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:23:01,868 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:01,868 INFO [M:0;f49461030c22:36147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T05:23:01,886 DEBUG [M:0;f49461030c22:36147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d15b7cdf4f94ba18bb2df04fa239fe2 is 82, key is hbase:meta,,1/info:regioninfo/1733116965553/Put/seqid=0 2024-12-02T05:23:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741843_1019 (size=5672) 2024-12-02T05:23:02,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:23:02,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:02,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:02,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:02,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:02,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:02,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:02,290 INFO [M:0;f49461030c22:36147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d15b7cdf4f94ba18bb2df04fa239fe2 2024-12-02T05:23:02,309 DEBUG [M:0;f49461030c22:36147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24ad14aa74614d47aae71b481bfcf6ac is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733116978155/Put/seqid=0 2024-12-02T05:23:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741844_1020 (size=7203) 2024-12-02T05:23:02,318 INFO [M:0;f49461030c22:36147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24ad14aa74614d47aae71b481bfcf6ac 2024-12-02T05:23:02,342 DEBUG [M:0;f49461030c22:36147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971428d4b7d94386addc08b9f5b3f56c is 69, key is f49461030c22,38357,1733116960737/rs:state/1733116964521/Put/seqid=0 2024-12-02T05:23:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741845_1021 (size=5156) 2024-12-02T05:23:02,750 INFO [M:0;f49461030c22:36147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971428d4b7d94386addc08b9f5b3f56c 2024-12-02T05:23:02,755 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d15b7cdf4f94ba18bb2df04fa239fe2 as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d15b7cdf4f94ba18bb2df04fa239fe2 2024-12-02T05:23:02,760 INFO [M:0;f49461030c22:36147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d15b7cdf4f94ba18bb2df04fa239fe2, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T05:23:02,761 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24ad14aa74614d47aae71b481bfcf6ac as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24ad14aa74614d47aae71b481bfcf6ac 2024-12-02T05:23:02,766 INFO [M:0;f49461030c22:36147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24ad14aa74614d47aae71b481bfcf6ac, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T05:23:02,767 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971428d4b7d94386addc08b9f5b3f56c as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/971428d4b7d94386addc08b9f5b3f56c 2024-12-02T05:23:02,774 INFO [M:0;f49461030c22:36147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/971428d4b7d94386addc08b9f5b3f56c, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T05:23:02,775 INFO [M:0;f49461030c22:36147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=70, compaction requested=false 2024-12-02T05:23:02,778 INFO [M:0;f49461030c22:36147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:02,778 DEBUG [M:0;f49461030c22:36147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116981867Disabling compacts and flushes for region at 1733116981867Disabling writes for close at 1733116981868 (+1 ms)Obtaining lock to block concurrent updates at 1733116981868Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116981868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733116981868Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116981869 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116981869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116981885 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116981885Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116982295 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116982308 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116982308Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116982324 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116982341 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116982341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c880b09: reopening flushed file at 1733116982755 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ba5ff7: reopening flushed file at 1733116982760 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e6fbad: reopening flushed file at 1733116982766 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=70, compaction requested=false at 1733116982775 (+9 ms)Writing region close event to WAL at 1733116982778 (+3 ms)Closed at 1733116982778 2024-12-02T05:23:02,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741830_1006 (size=41008) 2024-12-02T05:23:02,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:02,781 INFO [M:0;f49461030c22:36147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:23:02,782 INFO [M:0;f49461030c22:36147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36147 2024-12-02T05:23:02,782 INFO [M:0;f49461030c22:36147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:02,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:02,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36147-0x101947e078f0000, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:02,988 INFO [M:0;f49461030c22:36147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:02,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:23:02,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:02,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:02,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:23:02,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:02,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:23:02,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:23:02,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:23:02,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37327 2024-12-02T05:23:02,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37327 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:23:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373270x0, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:03,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37327-0x101947e078f0006 connected 2024-12-02T05:23:03,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:03,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:03,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:23:03,298 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: INIT 2024-12-02T05:23:03,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92, hbase.cluster.distributed=false 2024-12-02T05:23:03,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/acl 2024-12-02T05:23:03,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37327 2024-12-02T05:23:03,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37327 2024-12-02T05:23:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37327 2024-12-02T05:23:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37327 2024-12-02T05:23:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37327 2024-12-02T05:23:03,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:23:03,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:03,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:03,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:23:03,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:03,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:23:03,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:23:03,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:23:03,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40413 2024-12-02T05:23:03,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40413 connecting to ZooKeeper ensemble=127.0.0.1:50925 2024-12-02T05:23:03,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:03,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:03,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404130x0, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:03,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404130x0, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:23:03,416 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: INIT 2024-12-02T05:23:03,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40413-0x101947e078f0007 connected 2024-12-02T05:23:03,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:23:03,417 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:23:03,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/master 2024-12-02T05:23:03,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/acl 2024-12-02T05:23:03,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40413 2024-12-02T05:23:03,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40413 2024-12-02T05:23:03,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40413 2024-12-02T05:23:03,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40413 2024-12-02T05:23:03,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40413 2024-12-02T05:23:03,429 DEBUG [M:0;f49461030c22:37327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:37327 2024-12-02T05:23:03,430 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0630552081/backup-masters/f49461030c22,37327,1733116982990 2024-12-02T05:23:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:23:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:23:03,453 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on existing znode=/0630552081/backup-masters/f49461030c22,37327,1733116982990 2024-12-02T05:23:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0630552081/master 2024-12-02T05:23:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:03,732 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on existing znode=/0630552081/master 2024-12-02T05:23:03,732 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0630552081/backup-masters/f49461030c22,37327,1733116982990 from backup master directory 2024-12-02T05:23:03,764 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:23:03,764 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,37327,1733116982990 2024-12-02T05:23:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:23:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/backup-masters/f49461030c22,37327,1733116982990 2024-12-02T05:23:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/backup-masters 2024-12-02T05:23:03,774 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:03,774 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:23:03,779 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-02T05:23:03,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741846_1022 (size=196) 2024-12-02T05:23:04,265 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:23:04,266 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:23:04,266 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:04,270 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T05:23:04,273 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890 to hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890-dead as it is dead 2024-12-02T05:23:04,273 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890-dead/f49461030c22%2C36147%2C1733116959890.1733116962780 2024-12-02T05:23:04,274 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890-dead/f49461030c22%2C36147%2C1733116959890.1733116962780 after 1ms 2024-12-02T05:23:04,274 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890-dead/f49461030c22%2C36147%2C1733116959890.1733116962780 to hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C36147%2C1733116959890.1733116962780 2024-12-02T05:23:04,274 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,36147,1733116959890-dead 2024-12-02T05:23:04,275 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,37327,1733116982990 2024-12-02T05:23:04,276 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:23:04,277 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C37327%2C1733116982990, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,37327,1733116982990, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/oldWALs, maxLogs=10 2024-12-02T05:23:04,287 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,37327,1733116982990/f49461030c22%2C37327%2C1733116982990.1733116984277, exclude list is [], retry=0 2024-12-02T05:23:04,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:23:04,291 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,37327,1733116982990/f49461030c22%2C37327%2C1733116982990.1733116984277 2024-12-02T05:23:04,291 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:23:04,291 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:04,291 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:04,291 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,291 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:23:04,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:04,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d15b7cdf4f94ba18bb2df04fa239fe2 2024-12-02T05:23:04,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:04,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:23:04,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:04,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24ad14aa74614d47aae71b481bfcf6ac 2024-12-02T05:23:04,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:04,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:23:04,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:04,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/971428d4b7d94386addc08b9f5b3f56c 2024-12-02T05:23:04,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:04,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:23:04,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:04,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:04,309 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,309 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T05:23:04,309 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C36147%2C1733116959890.1733116962780 2024-12-02T05:23:04,313 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C36147%2C1733116959890.1733116962780 2024-12-02T05:23:04,314 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f49461030c22%2C36147%2C1733116959890.1733116962780 2024-12-02T05:23:04,315 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,315 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,316 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:04,317 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:04,319 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-02T05:23:04,319 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74186338, jitterRate=0.10546258091926575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:04,319 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733116984291Initializing all the Stores at 1733116984292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116984292Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116984292Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116984292Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116984292Cleaning up temporary data from old regions at 1733116984315 (+23 ms)Region opened successfully at 1733116984319 (+4 ms) 2024-12-02T05:23:04,319 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:23:04,321 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad40979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:23:04,323 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T05:23:04,323 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:23:04,323 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:23:04,323 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:23:04,324 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:23:04,326 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:04,326 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:23:04,327 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:23:04,327 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-02T05:23:04,327 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:23:04,329 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f49461030c22,38357,1733116960737, regionLocation=f49461030c22,38357,1733116960737, openSeqNum=2 2024-12-02T05:23:04,329 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f49461030c22,38357,1733116960737, table=hbase:meta, region=1588230740 2024-12-02T05:23:04,329 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,38357,1733116960737, state=OPEN 2024-12-02T05:23:04,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:23:04,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:23:04,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:23:04,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:23:04,477 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:23:04,587 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/draining/f49461030c22,38357,1733116960737 already deleted, retry=false 2024-12-02T05:23:04,587 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f49461030c22,38357,1733116960737 on f49461030c22,37327,1733116982990 2024-12-02T05:23:04,590 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f49461030c22,38357,1733116960737, splitWal=true, meta=true 2024-12-02T05:23:04,590 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for f49461030c22,38357,1733116960737 (carryingMeta=true) f49461030c22,38357,1733116960737/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34771b98[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T05:23:04,591 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/balancer because node does not exist (not necessarily an error) 2024-12-02T05:23:04,671 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/balancer already deleted, retry=false 2024-12-02T05:23:04,672 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:23:04,672 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:23:04,783 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/normalizer already deleted, retry=false 2024-12-02T05:23:04,784 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:23:04,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:23:04,875 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/switch/split already deleted, retry=false 2024-12-02T05:23:04,876 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:23:05,105 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/switch/merge already deleted, retry=false 2024-12-02T05:23:05,179 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:23:05,220 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/snapshot-cleanup already deleted, retry=false 2024-12-02T05:23:05,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0630552081/running 2024-12-02T05:23:05,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:05,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0630552081/running 2024-12-02T05:23:05,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:05,395 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,37327,1733116982990, sessionid=0x101947e078f0006, setting cluster-up flag (Was=false) 2024-12-02T05:23:05,470 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0630552081/flush-table-proc/acquired, /0630552081/flush-table-proc/reached, /0630552081/flush-table-proc/abort 2024-12-02T05:23:05,470 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,37327,1733116982990 2024-12-02T05:23:05,512 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0630552081/online-snapshot/acquired, /0630552081/online-snapshot/reached, /0630552081/online-snapshot/abort 2024-12-02T05:23:05,512 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,37327,1733116982990 2024-12-02T05:23:05,514 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/.lastflushedseqids 2024-12-02T05:23:05,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:23:05,517 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:23:05,517 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,37327,1733116982990 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f49461030c22,38357,1733116960737 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:23:05,518 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:05,522 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f49461030c22,38357,1733116960737, splitWal=true, meta=true 2024-12-02T05:23:05,522 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f49461030c22,38357,1733116960737, splitWal=true, meta=true, isMeta: true 2024-12-02T05:23:05,523 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737-splitting 2024-12-02T05:23:05,524 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737-splitting dir is empty, no logs to split. 2024-12-02T05:23:05,524 INFO [PEWorker-1 {}] master.SplitWALManager(105): f49461030c22,38357,1733116960737 WAL count=0, meta=true 2024-12-02T05:23:05,525 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(746): ClusterId : 2520f083-526e-46b6-94f4-825c1adf81ce 2024-12-02T05:23:05,525 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:23:05,526 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737-splitting dir is empty, no logs to split. 2024-12-02T05:23:05,526 INFO [PEWorker-1 {}] master.SplitWALManager(105): f49461030c22,38357,1733116960737 WAL count=0, meta=true 2024-12-02T05:23:05,526 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f49461030c22,38357,1733116960737 WAL splitting is done? wals=0, meta=true 2024-12-02T05:23:05,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:23:05,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:23:05,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117015531 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:23:05,532 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:05,534 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:23:05,534 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:23:05,534 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:23:05,534 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:23:05,534 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:23:05,534 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:23:05,534 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116985534,5,FailOnTimeoutGroup] 2024-12-02T05:23:05,535 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116985534,5,FailOnTimeoutGroup] 2024-12-02T05:23:05,535 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:05,535 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:23:05,535 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:05,535 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:05,535 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733116985535, completionTime=-1 2024-12-02T05:23:05,535 WARN [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T05:23:05,535 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T05:23:05,678 WARN [f49461030c22:37327 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T05:23:05,748 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:23:05,748 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:23:05,767 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:23:05,767 DEBUG [RS:0;f49461030c22:40413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9162f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:23:05,782 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:40413 2024-12-02T05:23:05,782 INFO [RS:0;f49461030c22:40413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:23:05,782 INFO [RS:0;f49461030c22:40413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:23:05,782 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:23:05,783 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,37327,1733116982990 with port=40413, startcode=1733116983311 2024-12-02T05:23:05,783 DEBUG [RS:0;f49461030c22:40413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:23:05,784 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:23:05,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,40413,1733116983311 2024-12-02T05:23:05,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37327 {}] master.ServerManager(517): Registering regionserver=f49461030c22,40413,1733116983311 2024-12-02T05:23:05,785 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=250ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T05:23:05,786 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92 2024-12-02T05:23:05,786 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35517 2024-12-02T05:23:05,786 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:23:06,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/rs 2024-12-02T05:23:06,070 DEBUG [RS:0;f49461030c22:40413 {}] zookeeper.ZKUtil(111): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on existing znode=/0630552081/rs/f49461030c22,40413,1733116983311 2024-12-02T05:23:06,070 WARN [RS:0;f49461030c22:40413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:23:06,070 INFO [RS:0;f49461030c22:40413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:06,070 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311 2024-12-02T05:23:06,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,40413,1733116983311] 2024-12-02T05:23:06,099 INFO [RS:0;f49461030c22:40413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:23:06,103 INFO [RS:0;f49461030c22:40413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:23:06,104 INFO [RS:0;f49461030c22:40413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:23:06,104 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,105 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:23:06,106 INFO [RS:0;f49461030c22:40413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:23:06,106 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:23:06,106 DEBUG [RS:0;f49461030c22:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:23:06,109 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,110 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,110 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,110 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,110 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,110 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40413,1733116983311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:23:06,129 INFO [RS:0;f49461030c22:40413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:23:06,130 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40413,1733116983311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,147 INFO [RS:0;f49461030c22:40413 {}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,40413,1733116983311, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:23:06,149 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,149 INFO [RS:0;f49461030c22:40413 {}] regionserver.Replication(171): f49461030c22,40413,1733116983311 started 2024-12-02T05:23:06,166 DEBUG [RS:0;f49461030c22:40413.replicationSource,1-f49461030c22,40413,1733116983311 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:35399' 2024-12-02T05:23:06,166 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:06,166 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,40413,1733116983311, RpcServer on f49461030c22/172.17.0.2:40413, sessionid=0x101947e078f0007 2024-12-02T05:23:06,166 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:23:06,166 DEBUG [RS:0;f49461030c22:40413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,40413,1733116983311 2024-12-02T05:23:06,166 DEBUG [RS:0;f49461030c22:40413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,40413,1733116983311' 2024-12-02T05:23:06,166 DEBUG [RS:0;f49461030c22:40413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0630552081/flush-table-proc/abort' 2024-12-02T05:23:06,168 DEBUG [RS:0;f49461030c22:40413.replicationSource,1-f49461030c22,40413,1733116983311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ae612c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:06,168 DEBUG [RS:0;f49461030c22:40413.replicationSource,1-f49461030c22,40413,1733116983311 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,35399,-1 for getting cluster id 2024-12-02T05:23:06,168 DEBUG [RS:0;f49461030c22:40413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0630552081/flush-table-proc/acquired' 2024-12-02T05:23:06,168 DEBUG [RS:0;f49461030c22:40413.replicationSource,1-f49461030c22,40413,1733116983311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:06,172 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:23:06,172 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:23:06,172 DEBUG [RS:0;f49461030c22:40413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,40413,1733116983311 2024-12-02T05:23:06,172 DEBUG [RS:0;f49461030c22:40413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,40413,1733116983311' 2024-12-02T05:23:06,172 DEBUG [RS:0;f49461030c22:40413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0630552081/online-snapshot/abort' 2024-12-02T05:23:06,173 DEBUG [RS:0;f49461030c22:40413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0630552081/online-snapshot/acquired' 2024-12-02T05:23:06,174 DEBUG [RS:0;f49461030c22:40413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:23:06,174 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11e27c12-91ee-480f-845d-65704fa1e705' 2024-12-02T05:23:06,174 INFO [RS:0;f49461030c22:40413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:23:06,174 INFO [RS:0;f49461030c22:40413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:23:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11e27c12-91ee-480f-845d-65704fa1e705" 2024-12-02T05:23:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eafa8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,35399,-1] 2024-12-02T05:23:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:06,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:06,176 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:06,177 DEBUG [RS:0;f49461030c22:40413.replicationSource,1-f49461030c22,40413,1733116983311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:06,177 DEBUG [RS:0;f49461030c22:40413.replicationSource,1-f49461030c22,40413,1733116983311 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,35399,1733116970970 2024-12-02T05:23:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c35a650 2024-12-02T05:23:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:06,180 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-02T05:23:06,180 INFO [RS:0;f49461030c22:40413.replicationSource,1-f49461030c22,40413,1733116983311 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,40413,1733116983311 (queues=0) is replicating from cluster=2520f083-526e-46b6-94f4-825c1adf81ce to cluster=11e27c12-91ee-480f-845d-65704fa1e705 2024-12-02T05:23:06,274 INFO [RS:0;f49461030c22:40413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:23:06,276 INFO [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C40413%2C1733116983311, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs, maxLogs=10 2024-12-02T05:23:06,295 DEBUG [RS:0;f49461030c22:40413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276, exclude list is [], retry=0 2024-12-02T05:23:06,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:23:06,308 INFO [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 2024-12-02T05:23:06,312 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f49461030c22%2C40413%2C1733116983311 for peer 1 2024-12-02T05:23:06,313 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C40413%2C1733116983311 2024-12-02T05:23:06,313 INFO [RS:0;f49461030c22:40413 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,40413,1733116983311, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:23:06,328 DEBUG [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:23:06,328 INFO [RS:0;f49461030c22:40413.replicationSource.shipperf49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C40413%2C1733116983311 2024-12-02T05:23:06,328 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276, startPosition=0, beingWritten=true 2024-12-02T05:23:06,429 DEBUG [f49461030c22:37327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:23:06,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,40413,1733116983311 2024-12-02T05:23:06,431 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,40413,1733116983311, state=OPENING 2024-12-02T05:23:06,542 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:23:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:23:06,640 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:23:06,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:23:06,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:23:06,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,40413,1733116983311}] 2024-12-02T05:23:06,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:23:06,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:23:06,797 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:23:06,797 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:06,798 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:23:06,799 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C40413%2C1733116983311.meta, suffix=.meta, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs, maxLogs=10 2024-12-02T05:23:06,811 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.meta.1733116986799.meta, exclude list is [], retry=0 2024-12-02T05:23:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:23:06,815 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.meta.1733116986799.meta 2024-12-02T05:23:06,816 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:23:06,816 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:06,816 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:06,816 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:23:06,816 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:23:06,816 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:23:06,817 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:23:06,817 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:06,817 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:23:06,817 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:23:06,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:23:06,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:23:06,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:06,827 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/info/56ed68122a594ed599073dc2d739d335 2024-12-02T05:23:06,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:06,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:23:06,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:23:06,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:06,836 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/ns/e5d251ab5a8847ebbaf5fd86e33907e7 2024-12-02T05:23:06,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:06,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:23:06,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:23:06,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:06,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:06,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:23:06,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:23:06,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:06,843 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/table/25790dbd909046d49f0bc1374abace37 2024-12-02T05:23:06,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:06,844 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:23:06,845 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740 2024-12-02T05:23:06,846 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740 2024-12-02T05:23:06,847 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:23:06,847 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:23:06,847 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:06,848 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:06,850 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:23:06,852 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73159289, jitterRate=0.0901583582162857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:06,852 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:23:06,852 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733116986817Writing region info on filesystem at 1733116986817Initializing all the Stores at 1733116986818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116986818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116986820 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116986820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733116986820Cleaning up temporary data from old regions at 1733116986847 (+27 ms)Running coprocessor post-open hooks at 1733116986852 (+5 ms)Region opened successfully at 1733116986852 2024-12-02T05:23:06,853 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733116986793 2024-12-02T05:23:06,855 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:23:06,855 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:23:06,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f49461030c22,40413,1733116983311 2024-12-02T05:23:06,856 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,40413,1733116983311, state=OPEN 2024-12-02T05:23:07,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:23:07,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0630552081/meta-region-server 2024-12-02T05:23:07,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:23:07,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0630552081/meta-region-server: CHANGED 2024-12-02T05:23:07,189 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,40413,1733116983311 2024-12-02T05:23:07,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T05:23:07,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,40413,1733116983311 in 549 msec 2024-12-02T05:23:07,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:23:07,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.6640 sec 2024-12-02T05:23:07,252 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:07,288 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1753ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T05:23:07,756 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:23:08,364 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:08,790 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3255ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T05:23:09,068 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:09,478 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:23:09,873 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:10,042 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T05:23:10,042 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:23:10,043 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:10,043 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,40413,1733116983311, seqNum=-1] 2024-12-02T05:23:10,043 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:10,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:10,048 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6ab452aef7dab639517d3ef88ff27d7, regionState=OPEN, lastHost=f49461030c22,38357,1733116960737, regionLocation=f49461030c22,38357,1733116960737, openSeqNum=2 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117050048 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117110048 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-02T05:23:10,048 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f49461030c22,38357,1733116960737 had 2 regions 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37327,1733116982990-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37327,1733116982990-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37327,1733116982990-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:37327, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:10,048 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:10,049 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f49461030c22,38357,1733116960737, splitWal=true, meta=true, isMeta: false 2024-12-02T05:23:10,049 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:10,051 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737-splitting dir is empty, no logs to split. 2024-12-02T05:23:10,051 INFO [PEWorker-1 {}] master.SplitWALManager(105): f49461030c22,38357,1733116960737 WAL count=0, meta=false 2024-12-02T05:23:10,053 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,38357,1733116960737-splitting dir is empty, no logs to split. 2024-12-02T05:23:10,053 INFO [PEWorker-1 {}] master.SplitWALManager(105): f49461030c22,38357,1733116960737 WAL count=0, meta=false 2024-12-02T05:23:10,053 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f49461030c22,38357,1733116960737 WAL splitting is done? wals=0, meta=false 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.290sec 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37327,1733116982990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:23:10,055 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37327,1733116982990-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:23:10,056 WARN [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f49461030c22,38357,1733116960737/hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:10,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN}] 2024-12-02T05:23:10,057 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN 2024-12-02T05:23:10,058 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T05:23:10,062 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:23:10,062 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:23:10,062 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37327,1733116982990-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:10,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e947972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:10,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,37327,-1 for getting cluster id 2024-12-02T05:23:10,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:10,130 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2520f083-526e-46b6-94f4-825c1adf81ce' 2024-12-02T05:23:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2520f083-526e-46b6-94f4-825c1adf81ce" 2024-12-02T05:23:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443d2ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,37327,-1] 2024-12-02T05:23:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,131 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:10,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67edc596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:10,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,40413,1733116983311, seqNum=-1] 2024-12-02T05:23:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:10,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:10,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T05:23:10,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:10,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:10,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:10,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f49461030c22:37327 after: f49461030c22:37327 2024-12-02T05:23:10,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276edf88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:10,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,37327,-1 for getting cluster id 2024-12-02T05:23:10,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:10,138 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2520f083-526e-46b6-94f4-825c1adf81ce' 2024-12-02T05:23:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2520f083-526e-46b6-94f4-825c1adf81ce" 2024-12-02T05:23:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b74b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,37327,-1] 2024-12-02T05:23:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,140 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:10,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd7af6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:10,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,37327,1733116982990 2024-12-02T05:23:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a353b9 2024-12-02T05:23:10,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:10,142 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:10,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37327 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T05:23:10,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:23:10,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:10,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:10,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:10,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:23:10,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1265911808, stopped=false 2024-12-02T05:23:10,144 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,35399,1733116970970 2024-12-02T05:23:10,208 DEBUG [f49461030c22:37327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:23:10,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d6ab452aef7dab639517d3ef88ff27d7, regionState=OPENING, regionLocation=f49461030c22,40413,1733116983311 2024-12-02T05:23:10,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN because future has completed 2024-12-02T05:23:10,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ab452aef7dab639517d3ef88ff27d7, server=f49461030c22,40413,1733116983311}] 2024-12-02T05:23:10,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:10,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:10,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:23:10,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C40413%2C1733116983311.rep, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs, maxLogs=10 2024-12-02T05:23:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11078646833/running 2024-12-02T05:23:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11078646833/running 2024-12-02T05:23:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:23:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:23:10,367 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:10,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:10,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:10,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on znode that does not yet exist, /11078646833/running 2024-12-02T05:23:10,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,44103,1733116971738' ***** 2024-12-02T05:23:10,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:23:10,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Set watcher on znode that does not yet exist, /11078646833/running 2024-12-02T05:23:10,368 INFO [RS:0;f49461030c22:44103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:23:10,368 INFO [RS:0;f49461030c22:44103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:23:10,368 INFO [RS:0;f49461030c22:44103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:23:10,368 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(959): stopping server f49461030c22,44103,1733116971738 2024-12-02T05:23:10,368 INFO [RS:0;f49461030c22:44103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:10,368 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:23:10,369 INFO [RS:0;f49461030c22:44103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:44103. 2024-12-02T05:23:10,369 DEBUG [RS:0;f49461030c22:44103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:10,369 DEBUG [RS:0;f49461030c22:44103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:10,369 INFO [RS:0;f49461030c22:44103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:23:10,369 INFO [RS:0;f49461030c22:44103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:23:10,369 INFO [RS:0;f49461030c22:44103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:23:10,369 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:23:10,369 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:23:10,369 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:23:10,369 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:10,369 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:23:10,369 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:23:10,369 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:23:10,369 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:23:10,369 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:23:10,369 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T05:23:10,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.rep.1733116990367, exclude list is [], retry=0 2024-12-02T05:23:10,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41633,DS-c3b72c16-a658-4440-bac9-8167e4af0f51,DISK] 2024-12-02T05:23:10,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.rep.1733116990367 2024-12-02T05:23:10,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36377:36377)] 2024-12-02T05:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d6ab452aef7dab639517d3ef88ff27d7, NAME => 'hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:10,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. service=MultiRowMutationService 2024-12-02T05:23:10,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:10,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,388 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,389 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ab452aef7dab639517d3ef88ff27d7 columnFamilyName hfileref 2024-12-02T05:23:10,389 DEBUG [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:10,389 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740/.tmp/ns/4ab08b3efb7741f3abe23bd6e25483d3 is 43, key is default/ns:d/1733116976881/Put/seqid=0 2024-12-02T05:23:10,389 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(327): Store=d6ab452aef7dab639517d3ef88ff27d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:10,389 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,390 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ab452aef7dab639517d3ef88ff27d7 columnFamilyName queue 2024-12-02T05:23:10,390 DEBUG [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741835_1011 (size=5153) 2024-12-02T05:23:10,401 DEBUG [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/queue/2671e776bd1b40aa8da5991326469160 2024-12-02T05:23:10,401 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(327): Store=d6ab452aef7dab639517d3ef88ff27d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:10,401 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,402 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ab452aef7dab639517d3ef88ff27d7 columnFamilyName sid 2024-12-02T05:23:10,402 DEBUG [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:10,402 INFO [StoreOpener-d6ab452aef7dab639517d3ef88ff27d7-1 {}] regionserver.HStore(327): Store=d6ab452aef7dab639517d3ef88ff27d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:10,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:23:10,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d6ab452aef7dab639517d3ef88ff27d7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66601784, jitterRate=-0.0075560808181762695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:23:10,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:10,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d6ab452aef7dab639517d3ef88ff27d7: Running coprocessor pre-open hook at 1733116990387Writing region info on filesystem at 1733116990387Initializing all the Stores at 1733116990388 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116990388Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116990388Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733116990388Cleaning up temporary data from old regions at 1733116990405 (+17 ms)Running coprocessor post-open hooks at 1733116990407 (+2 ms)Region opened successfully at 1733116990407 2024-12-02T05:23:10,408 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:10,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., pid=13, masterSystemTime=1733116990363 2024-12-02T05:23:10,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:10,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:10,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d6ab452aef7dab639517d3ef88ff27d7, regionState=OPEN, openSeqNum=9, regionLocation=f49461030c22,40413,1733116983311 2024-12-02T05:23:10,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ab452aef7dab639517d3ef88ff27d7, server=f49461030c22,40413,1733116983311 because future has completed 2024-12-02T05:23:10,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T05:23:10,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d6ab452aef7dab639517d3ef88ff27d7, server=f49461030c22,40413,1733116983311 in 202 msec 2024-12-02T05:23:10,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-02T05:23:10,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6ab452aef7dab639517d3ef88ff27d7, ASSIGN in 359 msec 2024-12-02T05:23:10,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T05:23:10,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., hostname=f49461030c22,40413,1733116983311, seqNum=9] 2024-12-02T05:23:10,433 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f49461030c22,38357,1733116960737 2024-12-02T05:23:10,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T05:23:10,569 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:10,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-02T05:23:10,597 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:23:10,597 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:23:10,769 DEBUG [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:10,778 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:10,799 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740/.tmp/ns/4ab08b3efb7741f3abe23bd6e25483d3 2024-12-02T05:23:10,806 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740/.tmp/ns/4ab08b3efb7741f3abe23bd6e25483d3 as hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740/ns/4ab08b3efb7741f3abe23bd6e25483d3 2024-12-02T05:23:10,810 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740/ns/4ab08b3efb7741f3abe23bd6e25483d3, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T05:23:10,811 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-12-02T05:23:10,812 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:23:10,816 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T05:23:10,817 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:10,817 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:10,817 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:10,817 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116990369Running coprocessor pre-close hooks at 1733116990369Disabling compacts and flushes for region at 1733116990369Disabling writes for close at 1733116990369Obtaining lock to block concurrent updates at 1733116990369Preparing flush snapshotting stores in 1588230740 at 1733116990369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733116990370 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733116990370Flushing 1588230740/ns: creating writer at 1733116990370Flushing 1588230740/ns: appending metadata at 1733116990388 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733116990389 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ba883c: reopening flushed file at 1733116990805 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1733116990811 (+6 ms)Writing region close event to WAL at 1733116990812 (+1 ms)Running coprocessor post-close hooks at 1733116990817 (+5 ms)Closed at 1733116990817 2024-12-02T05:23:10,817 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:10,970 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(976): stopping server f49461030c22,44103,1733116971738; all regions closed. 2024-12-02T05:23:10,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741834_1010 (size=1152) 2024-12-02T05:23:10,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738/f49461030c22%2C44103%2C1733116971738.meta.1733116976674.meta not finished, retry = 0 2024-12-02T05:23:11,076 DEBUG [RS:0;f49461030c22:44103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/oldWALs 2024-12-02T05:23:11,076 INFO [RS:0;f49461030c22:44103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C44103%2C1733116971738.meta:.meta(num 1733116976674) 2024-12-02T05:23:11,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741833_1009 (size=93) 2024-12-02T05:23:11,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/WALs/f49461030c22,44103,1733116971738/f49461030c22%2C44103%2C1733116971738.1733116975722 not finished, retry = 0 2024-12-02T05:23:11,180 DEBUG [RS:0;f49461030c22:44103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/oldWALs 2024-12-02T05:23:11,180 INFO [RS:0;f49461030c22:44103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C44103%2C1733116971738:(num 1733116975722) 2024-12-02T05:23:11,180 DEBUG [RS:0;f49461030c22:44103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:11,180 INFO [RS:0;f49461030c22:44103 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:11,180 INFO [RS:0;f49461030c22:44103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:11,181 INFO [RS:0;f49461030c22:44103 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:11,181 INFO [RS:0;f49461030c22:44103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:11,181 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:11,181 INFO [RS:0;f49461030c22:44103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44103 2024-12-02T05:23:11,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833/rs 2024-12-02T05:23:11,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11078646833/rs/f49461030c22,44103,1733116971738 2024-12-02T05:23:11,334 INFO [RS:0;f49461030c22:44103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:11,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,44103,1733116971738] 2024-12-02T05:23:11,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11078646833/draining/f49461030c22,44103,1733116971738 already deleted, retry=false 2024-12-02T05:23:11,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,44103,1733116971738 expired; onlineServers=0 2024-12-02T05:23:11,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,35399,1733116970970' ***** 2024-12-02T05:23:11,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:23:11,452 INFO [M:0;f49461030c22:35399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:11,452 INFO [M:0;f49461030c22:35399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:11,452 DEBUG [M:0;f49461030c22:35399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:23:11,452 DEBUG [M:0;f49461030c22:35399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:23:11,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:23:11,452 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116975134 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116975134,5,FailOnTimeoutGroup] 2024-12-02T05:23:11,452 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116975134 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116975134,5,FailOnTimeoutGroup] 2024-12-02T05:23:11,452 INFO [M:0;f49461030c22:35399 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:11,452 INFO [M:0;f49461030c22:35399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:11,452 DEBUG [M:0;f49461030c22:35399 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:23:11,452 INFO [M:0;f49461030c22:35399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:23:11,452 INFO [M:0;f49461030c22:35399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:11,452 INFO [M:0;f49461030c22:35399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:23:11,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:23:11,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11078646833/master 2024-12-02T05:23:11,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11078646833 2024-12-02T05:23:11,462 DEBUG [M:0;f49461030c22:35399 {}] zookeeper.ZKUtil(347): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Unable to get data of znode /11078646833/master because node does not exist (not an error) 2024-12-02T05:23:11,462 WARN [M:0;f49461030c22:35399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:23:11,464 INFO [M:0;f49461030c22:35399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/.lastflushedseqids 2024-12-02T05:23:11,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741836_1012 (size=99) 2024-12-02T05:23:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:11,541 INFO [RS:0;f49461030c22:44103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:11,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44103-0x101947e078f0004, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:11,541 INFO [RS:0;f49461030c22:44103 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,44103,1733116971738; zookeeper connection closed. 2024-12-02T05:23:11,542 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bd404d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bd404d9 2024-12-02T05:23:11,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:23:11,783 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:11,869 INFO [M:0;f49461030c22:35399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:23:11,869 INFO [M:0;f49461030c22:35399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:23:11,869 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:23:11,869 INFO [M:0;f49461030c22:35399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:11,869 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:11,869 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:23:11,869 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:11,869 INFO [M:0;f49461030c22:35399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T05:23:11,884 DEBUG [M:0;f49461030c22:35399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fd89d34d64143aebadcf0cb35d63d87 is 82, key is hbase:meta,,1/info:regioninfo/1733116976704/Put/seqid=0 2024-12-02T05:23:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741837_1013 (size=5672) 2024-12-02T05:23:12,288 INFO [M:0;f49461030c22:35399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fd89d34d64143aebadcf0cb35d63d87 2024-12-02T05:23:12,311 DEBUG [M:0;f49461030c22:35399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a90505b227eb4fcabcaeac562471a36d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733116976884/Put/seqid=0 2024-12-02T05:23:12,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:23:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741838_1014 (size=5275) 2024-12-02T05:23:12,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:12,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:12,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:12,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:12,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:12,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:12,724 INFO [M:0;f49461030c22:35399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a90505b227eb4fcabcaeac562471a36d 2024-12-02T05:23:12,742 DEBUG [M:0;f49461030c22:35399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52105d169ffd4086a9a7788fa8ef2b62 is 69, key is f49461030c22,44103,1733116971738/rs:state/1733116975418/Put/seqid=0 2024-12-02T05:23:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741839_1015 (size=5156) 2024-12-02T05:23:12,890 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:13,146 INFO [M:0;f49461030c22:35399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52105d169ffd4086a9a7788fa8ef2b62 2024-12-02T05:23:13,150 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fd89d34d64143aebadcf0cb35d63d87 as hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fd89d34d64143aebadcf0cb35d63d87 2024-12-02T05:23:13,154 INFO [M:0;f49461030c22:35399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fd89d34d64143aebadcf0cb35d63d87, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T05:23:13,155 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a90505b227eb4fcabcaeac562471a36d as hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a90505b227eb4fcabcaeac562471a36d 2024-12-02T05:23:13,159 INFO [M:0;f49461030c22:35399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a90505b227eb4fcabcaeac562471a36d, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T05:23:13,160 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52105d169ffd4086a9a7788fa8ef2b62 as hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52105d169ffd4086a9a7788fa8ef2b62 2024-12-02T05:23:13,164 INFO [M:0;f49461030c22:35399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41707/user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52105d169ffd4086a9a7788fa8ef2b62, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T05:23:13,165 INFO [M:0;f49461030c22:35399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-12-02T05:23:13,166 INFO [M:0;f49461030c22:35399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:13,166 DEBUG [M:0;f49461030c22:35399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116991869Disabling compacts and flushes for region at 1733116991869Disabling writes for close at 1733116991869Obtaining lock to block concurrent updates at 1733116991869Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116991869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733116991870 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116991870Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116991870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116991883 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116991883Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116992293 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116992310 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116992310Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116992728 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116992741 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116992741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f9afea: reopening flushed file at 1733116993149 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f145fb: reopening flushed file at 1733116993155 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6160a85f: reopening flushed file at 1733116993159 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1733116993165 (+6 ms)Writing region close event to WAL at 1733116993166 (+1 ms)Closed at 1733116993166 2024-12-02T05:23:13,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42779 is added to blk_1073741830_1006 (size=10165) 2024-12-02T05:23:13,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d403f47e-9096-c299-9f3b-0ac6fed027ea/MasterData/WALs/f49461030c22,35399,1733116970970/f49461030c22%2C35399%2C1733116970970.1733116974000 not finished, retry = 0 2024-12-02T05:23:13,271 INFO [M:0;f49461030c22:35399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:23:13,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:13,271 INFO [M:0;f49461030c22:35399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35399 2024-12-02T05:23:13,271 INFO [M:0;f49461030c22:35399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:13,613 INFO [M:0;f49461030c22:35399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:13,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:13,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35399-0x101947e078f0003, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:13,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6690ef90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:23:13,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f87d317{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:23:13,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:23:13,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77f41c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:23:13,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d63b63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.log.dir/,STOPPED} 2024-12-02T05:23:13,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:23:13,618 WARN [BP-2134314243-172.17.0.2-1733116966167 heartbeating to localhost/127.0.0.1:41707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:23:13,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:23:13,618 WARN [BP-2134314243-172.17.0.2-1733116966167 heartbeating to localhost/127.0.0.1:41707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2134314243-172.17.0.2-1733116966167 (Datanode Uuid 619879f3-0bbd-4eed-aa9e-ebe91e416c90) service to localhost/127.0.0.1:41707 2024-12-02T05:23:13,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/cluster_81dd9f21-b1a5-58c1-8d5e-1cd368add856/data/data1/current/BP-2134314243-172.17.0.2-1733116966167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:23:13,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/cluster_81dd9f21-b1a5-58c1-8d5e-1cd368add856/data/data2/current/BP-2134314243-172.17.0.2-1733116966167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:23:13,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:23:13,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e76fd41{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:23:13,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@601f7308{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:23:13,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:23:13,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4877352e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:23:13,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d0b4ecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.log.dir/,STOPPED} 2024-12-02T05:23:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:23:13,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:23:13,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:13,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:13,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:13,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:13,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:13,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:23:13,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=137701672, stopped=false 2024-12-02T05:23:13,639 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,37327,1733116982990 2024-12-02T05:23:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/running 2024-12-02T05:23:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/running 2024-12-02T05:23:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:13,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:13,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:13,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:23:13,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Set watcher on znode that does not yet exist, /0630552081/running 2024-12-02T05:23:13,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:13,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:13,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:13,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,40413,1733116983311' ***** 2024-12-02T05:23:13,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:23:13,809 INFO [RS:0;f49461030c22:40413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:23:13,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:23:13,809 INFO [RS:0;f49461030c22:40413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:23:13,809 INFO [RS:0;f49461030c22:40413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(3091): Received CLOSE for d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(959): stopping server f49461030c22,40413,1733116983311 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:40413. 2024-12-02T05:23:13,810 DEBUG [RS:0;f49461030c22:40413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:13,810 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6ab452aef7dab639517d3ef88ff27d7, disabling compactions & flushes 2024-12-02T05:23:13,810 DEBUG [RS:0;f49461030c22:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:13,810 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:13,810 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:13,810 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. after waiting 0 ms 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:23:13,810 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:23:13,810 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:23:13,810 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1325): Online Regions={d6ab452aef7dab639517d3ef88ff27d7=hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:23:13,810 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6ab452aef7dab639517d3ef88ff27d7 2024-12-02T05:23:13,810 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:23:13,810 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:23:13,810 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:23:13,811 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:23:13,811 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:23:13,811 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T05:23:13,814 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/replication/d6ab452aef7dab639517d3ef88ff27d7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-02T05:23:13,814 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:13,814 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:13,814 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:13,815 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6ab452aef7dab639517d3ef88ff27d7: Waiting for close lock at 1733116993810Running coprocessor pre-close hooks at 1733116993810Disabling compacts and flushes for region at 1733116993810Disabling writes for close at 1733116993810Writing region close event to WAL at 1733116993811 (+1 ms)Running coprocessor post-close hooks at 1733116993814 (+3 ms)Closed at 1733116993814 2024-12-02T05:23:13,815 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7. 2024-12-02T05:23:13,818 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:13,826 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/info/13e7241940bb44eabbdec1f119636330 is 147, key is hbase:replication,,1733116977266.d6ab452aef7dab639517d3ef88ff27d7./info:regioninfo/1733116990410/Put/seqid=0 2024-12-02T05:23:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741851_1027 (size=6385) 2024-12-02T05:23:14,011 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:14,095 DEBUG [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/WALs/f49461030c22,40413,1733116983311/f49461030c22%2C40413%2C1733116983311.1733116986276 to pos 0, reset compression=false 2024-12-02T05:23:14,110 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:23:14,110 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:23:14,211 DEBUG [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:14,230 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/info/13e7241940bb44eabbdec1f119636330 2024-12-02T05:23:14,235 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/.tmp/info/13e7241940bb44eabbdec1f119636330 as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/info/13e7241940bb44eabbdec1f119636330 2024-12-02T05:23:14,240 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/info/13e7241940bb44eabbdec1f119636330, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T05:23:14,241 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-12-02T05:23:14,241 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:23:14,247 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T05:23:14,247 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:14,248 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:14,248 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:14,248 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733116993810Running coprocessor pre-close hooks at 1733116993810Disabling compacts and flushes for region at 1733116993810Disabling writes for close at 1733116993811 (+1 ms)Obtaining lock to block concurrent updates at 1733116993811Preparing flush snapshotting stores in 1588230740 at 1733116993811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733116993811Flushing stores of hbase:meta,,1.1588230740 at 1733116993811Flushing 1588230740/info: creating writer at 1733116993811Flushing 1588230740/info: appending metadata at 1733116993826 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733116993826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d597f9a: reopening flushed file at 1733116994235 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1733116994241 (+6 ms)Writing region close event to WAL at 1733116994243 (+2 ms)Running coprocessor post-close hooks at 1733116994247 (+4 ms)Closed at 1733116994248 (+1 ms) 2024-12-02T05:23:14,248 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:14,411 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(976): stopping server f49461030c22,40413,1733116983311; all regions closed. 2024-12-02T05:23:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741849_1025 (size=2156) 2024-12-02T05:23:14,415 DEBUG [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs 2024-12-02T05:23:14,415 INFO [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C40413%2C1733116983311.meta:.meta(num 1733116986799) 2024-12-02T05:23:14,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741850_1026 (size=796) 2024-12-02T05:23:14,420 DEBUG [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs 2024-12-02T05:23:14,420 INFO [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C40413%2C1733116983311.rep:(num 1733116990367) 2024-12-02T05:23:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741848_1024 (size=93) 2024-12-02T05:23:14,428 DEBUG [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/oldWALs 2024-12-02T05:23:14,428 INFO [RS:0;f49461030c22:40413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C40413%2C1733116983311:(num 1733116986276) 2024-12-02T05:23:14,428 DEBUG [RS:0;f49461030c22:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:14,428 INFO [RS:0;f49461030c22:40413 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:14,428 INFO [RS:0;f49461030c22:40413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:14,428 INFO [RS:0;f49461030c22:40413 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:14,428 INFO [RS:0;f49461030c22:40413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:14,429 INFO [RS:0;f49461030c22:40413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,40413,1733116983311 because: Region server is closing 2024-12-02T05:23:14,429 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T05:23:14,429 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T05:23:14,429 INFO [RS:0;f49461030c22:40413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:40413. 2024-12-02T05:23:14,429 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T05:23:14,429 DEBUG [RS:0;f49461030c22:40413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:14,429 DEBUG [RS:0;f49461030c22:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:14,429 DEBUG [RS:0;f49461030c22:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:14,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:14,429 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:14,529 WARN [RS:0;f49461030c22:40413.replicationSource.wal-reader.f49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:23:14,529 WARN [RS:0;f49461030c22:40413.replicationSource.shipperf49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:23:14,530 INFO [RS:0;f49461030c22:40413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f49461030c22:40413.replicationSource.shipperf49461030c22%2C40413%2C1733116983311,1-f49461030c22,40413,1733116983311 terminated 2024-12-02T05:23:14,530 INFO [RS:0;f49461030c22:40413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40413 2024-12-02T05:23:14,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081/rs 2024-12-02T05:23:14,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/rs/f49461030c22,40413,1733116983311 2024-12-02T05:23:14,736 INFO [RS:0;f49461030c22:40413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:14,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,40413,1733116983311] 2024-12-02T05:23:14,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:14,846 INFO [RS:0;f49461030c22:40413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:14,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x101947e078f0007, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:14,846 INFO [RS:0;f49461030c22:40413 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,40413,1733116983311; zookeeper connection closed. 2024-12-02T05:23:14,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@482f4ea9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@482f4ea9 2024-12-02T05:23:14,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:23:14,928 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0630552081/draining/f49461030c22,40413,1733116983311 already deleted, retry=false 2024-12-02T05:23:14,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,40413,1733116983311 expired; onlineServers=0 2024-12-02T05:23:14,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,37327,1733116982990' ***** 2024-12-02T05:23:14,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:23:14,929 INFO [M:0;f49461030c22:37327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:14,929 INFO [M:0;f49461030c22:37327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:14,929 DEBUG [M:0;f49461030c22:37327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:23:14,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:23:14,929 DEBUG [M:0;f49461030c22:37327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:23:14,929 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116985534 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733116985534,5,FailOnTimeoutGroup] 2024-12-02T05:23:14,929 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116985534 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733116985534,5,FailOnTimeoutGroup] 2024-12-02T05:23:14,929 INFO [M:0;f49461030c22:37327 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:14,929 INFO [M:0;f49461030c22:37327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:14,929 DEBUG [M:0;f49461030c22:37327 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:23:14,929 INFO [M:0;f49461030c22:37327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:23:14,929 INFO [M:0;f49461030c22:37327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:14,929 INFO [M:0;f49461030c22:37327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:23:14,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:23:14,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0630552081/master 2024-12-02T05:23:14,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0630552081 2024-12-02T05:23:14,957 DEBUG [M:0;f49461030c22:37327 {}] zookeeper.ZKUtil(347): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Unable to get data of znode /0630552081/master because node does not exist (not an error) 2024-12-02T05:23:14,957 WARN [M:0;f49461030c22:37327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:23:14,957 INFO [M:0;f49461030c22:37327 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/.lastflushedseqids 2024-12-02T05:23:14,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741852_1028 (size=181) 2024-12-02T05:23:15,364 INFO [M:0;f49461030c22:37327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:23:15,364 INFO [M:0;f49461030c22:37327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:23:15,364 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:23:15,364 INFO [M:0;f49461030c22:37327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:15,364 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:15,364 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:23:15,364 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:15,364 INFO [M:0;f49461030c22:37327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T05:23:15,385 DEBUG [M:0;f49461030c22:37327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22cd4789407f40d29786a12e67b916cc is 82, key is hbase:meta,,1/info:regioninfo/1733116986855/Put/seqid=0 2024-12-02T05:23:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741853_1029 (size=5672) 2024-12-02T05:23:15,798 INFO [M:0;f49461030c22:37327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22cd4789407f40d29786a12e67b916cc 2024-12-02T05:23:15,815 DEBUG [M:0;f49461030c22:37327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/711b1bba6dd9453cb3d7c9da1b8de675 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733116990415/Put/seqid=0 2024-12-02T05:23:15,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741854_1030 (size=7312) 2024-12-02T05:23:16,219 INFO [M:0;f49461030c22:37327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/711b1bba6dd9453cb3d7c9da1b8de675 2024-12-02T05:23:16,234 DEBUG [M:0;f49461030c22:37327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd3c061d63b94eb5a7fa7a7d53be3b2e is 69, key is f49461030c22,40413,1733116983311/rs:state/1733116985785/Put/seqid=0 2024-12-02T05:23:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741855_1031 (size=5370) 2024-12-02T05:23:16,642 INFO [M:0;f49461030c22:37327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd3c061d63b94eb5a7fa7a7d53be3b2e 2024-12-02T05:23:16,646 INFO [M:0;f49461030c22:37327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd3c061d63b94eb5a7fa7a7d53be3b2e 2024-12-02T05:23:16,647 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22cd4789407f40d29786a12e67b916cc as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22cd4789407f40d29786a12e67b916cc 2024-12-02T05:23:16,651 INFO [M:0;f49461030c22:37327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22cd4789407f40d29786a12e67b916cc, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T05:23:16,652 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/711b1bba6dd9453cb3d7c9da1b8de675 as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/711b1bba6dd9453cb3d7c9da1b8de675 2024-12-02T05:23:16,656 INFO [M:0;f49461030c22:37327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/711b1bba6dd9453cb3d7c9da1b8de675, entries=7, sequenceid=127, filesize=7.1 K 2024-12-02T05:23:16,657 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd3c061d63b94eb5a7fa7a7d53be3b2e as hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd3c061d63b94eb5a7fa7a7d53be3b2e 2024-12-02T05:23:16,660 INFO [M:0;f49461030c22:37327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd3c061d63b94eb5a7fa7a7d53be3b2e 2024-12-02T05:23:16,660 INFO [M:0;f49461030c22:37327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd3c061d63b94eb5a7fa7a7d53be3b2e, entries=2, sequenceid=127, filesize=5.2 K 2024-12-02T05:23:16,661 INFO [M:0;f49461030c22:37327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false 2024-12-02T05:23:16,662 INFO [M:0;f49461030c22:37327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:16,662 DEBUG [M:0;f49461030c22:37327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733116995364Disabling compacts and flushes for region at 1733116995364Disabling writes for close at 1733116995364Obtaining lock to block concurrent updates at 1733116995364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733116995364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733116995364Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733116995365 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733116995365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733116995384 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733116995384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733116995802 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733116995815 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733116995815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733116996223 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733116996234 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733116996234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5aad04: reopening flushed file at 1733116996646 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1d0c99: reopening flushed file at 1733116996651 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9179b5: reopening flushed file at 1733116996656 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false at 1733116996661 (+5 ms)Writing region close event to WAL at 1733116996662 (+1 ms)Closed at 1733116996662 2024-12-02T05:23:16,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41633 is added to blk_1073741847_1023 (size=22903) 2024-12-02T05:23:16,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee1109e6-df4f-6c91-44da-47bd6a565e92/MasterData/WALs/f49461030c22,37327,1733116982990/f49461030c22%2C37327%2C1733116982990.1733116984277 not finished, retry = 0 2024-12-02T05:23:16,765 INFO [M:0;f49461030c22:37327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:23:16,765 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:16,765 INFO [M:0;f49461030c22:37327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37327 2024-12-02T05:23:16,766 INFO [M:0;f49461030c22:37327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:17,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:17,078 INFO [M:0;f49461030c22:37327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:17,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37327-0x101947e078f0006, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:17,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ffde4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:23:17,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d9a1306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:23:17,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:23:17,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86a20db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:23:17,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ea6054{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.log.dir/,STOPPED} 2024-12-02T05:23:17,316 WARN [BP-774968357-172.17.0.2-1733116955637 heartbeating to localhost/127.0.0.1:35517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:23:17,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:23:17,316 WARN [BP-774968357-172.17.0.2-1733116955637 heartbeating to localhost/127.0.0.1:35517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-774968357-172.17.0.2-1733116955637 (Datanode Uuid 1b5f0870-4129-4308-a003-f0ec342f15fc) service to localhost/127.0.0.1:35517 2024-12-02T05:23:17,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:23:17,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453/data/data1/current/BP-774968357-172.17.0.2-1733116955637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:23:17,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/cluster_79d7d2c6-e565-6699-a44b-fa17046d6453/data/data2/current/BP-774968357-172.17.0.2-1733116955637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:23:17,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:23:17,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cdd216d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:23:17,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a97c9d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:23:17,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:23:17,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cce6418{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:23:17,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f35d0f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/762370d1-6a51-2dba-1b53-ac4f6d129f1b/hadoop.log.dir/,STOPPED} 2024-12-02T05:23:17,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:23:17,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:23:17,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 158) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50925) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35517 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41707 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50925) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 475) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7018 (was 6002) - AvailableMemoryMB LEAK? - 2024-12-02T05:23:17,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=495, ProcessCount=11, AvailableMemoryMB=7019 2024-12-02T05:23:17,396 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-02T05:23:17,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.log.dir so I do NOT create it in target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8 2024-12-02T05:23:17,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:23:17,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.tmp.dir so I do NOT create it in target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8 2024-12-02T05:23:17,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe2b79c2-3af0-017f-f206-ebfbe6fa0b4e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:23:17,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8 2024-12-02T05:23:17,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3, deleteOnExit=true 2024-12-02T05:23:17,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3/zookeeper_0, clientPort=65234, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:23:17,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65234 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/test.cache.data in system properties and HBase conf 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:23:17,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:23:17,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:23:17,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:23:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:23:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:23:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:23:17,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:23:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101947e078f0002, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:23:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101947e078f0005, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:23:17,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101947e078f0005, quorum=127.0.0.1:50925, baseZNode=/11078646833 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:23:17,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101947e078f0002, quorum=127.0.0.1:50925, baseZNode=/0630552081 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:23:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:23:18,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:23:18,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:18,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:23:18,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:23:18,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:23:18,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:23:18,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:23:18,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:23:18,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62177863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:23:18,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3783db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:23:18,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5e8d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/java.io.tmpdir/jetty-localhost-46147-hadoop-hdfs-3_4_1-tests_jar-_-any-352767641560608390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:23:18,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4272b5bb{HTTP/1.1, (http/1.1)}{localhost:46147} 2024-12-02T05:23:18,485 INFO [Time-limited test {}] server.Server(415): Started @231469ms 2024-12-02T05:23:19,261 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:23:19,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,278 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,279 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,284 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,285 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:19,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:23:19,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:23:19,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:23:19,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:23:19,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:23:19,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63af19d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:23:19,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60687daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:23:19,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@673ab781{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/java.io.tmpdir/jetty-localhost-39575-hadoop-hdfs-3_4_1-tests_jar-_-any-13277628174429007993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:23:19,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfec621{HTTP/1.1, (http/1.1)}{localhost:39575} 2024-12-02T05:23:19,404 INFO [Time-limited test {}] server.Server(415): Started @232388ms 2024-12-02T05:23:19,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:23:22,279 WARN [Thread-1702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3/data/data1/current/BP-954776717-172.17.0.2-1733116997441/current, will proceed with Du for space computation calculation, 2024-12-02T05:23:22,279 WARN [Thread-1703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3/data/data2/current/BP-954776717-172.17.0.2-1733116997441/current, will proceed with Du for space computation calculation, 2024-12-02T05:23:22,298 WARN [Thread-1690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:23:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0d186656d1d832d with lease ID 0x8f0c37bd3849d0c1: Processing first storage report for DS-2534e98e-2468-41d7-9326-265eb87d5def from datanode DatanodeRegistration(127.0.0.1:40787, datanodeUuid=72195e5a-89e2-4062-beca-774e989d180a, infoPort=45785, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=1056985276;c=1733116997441) 2024-12-02T05:23:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d186656d1d832d with lease ID 0x8f0c37bd3849d0c1: from storage DS-2534e98e-2468-41d7-9326-265eb87d5def node DatanodeRegistration(127.0.0.1:40787, datanodeUuid=72195e5a-89e2-4062-beca-774e989d180a, infoPort=45785, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=1056985276;c=1733116997441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:23:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0d186656d1d832d with lease ID 0x8f0c37bd3849d0c1: Processing first storage report for DS-4f094867-f395-4780-bec2-220170c1eae8 from datanode DatanodeRegistration(127.0.0.1:40787, datanodeUuid=72195e5a-89e2-4062-beca-774e989d180a, infoPort=45785, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=1056985276;c=1733116997441) 2024-12-02T05:23:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0d186656d1d832d with lease ID 0x8f0c37bd3849d0c1: from storage DS-4f094867-f395-4780-bec2-220170c1eae8 node DatanodeRegistration(127.0.0.1:40787, datanodeUuid=72195e5a-89e2-4062-beca-774e989d180a, infoPort=45785, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=1056985276;c=1733116997441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:23:22,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8 2024-12-02T05:23:22,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:22,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:23:22,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51 with version=8 2024-12-02T05:23:22,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/hbase-staging 2024-12-02T05:23:22,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:23:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:22,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:23:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:22,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:23:22,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:23:22,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:23:22,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-12-02T05:23:22,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40681 connecting to ZooKeeper ensemble=127.0.0.1:65234 2024-12-02T05:23:23,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406810x0, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:23,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40681-0x101947eaac40000 connected 2024-12-02T05:23:23,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:23,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:23,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on znode that does not yet exist, /0-188711321/running 2024-12-02T05:23:23,919 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51, hbase.cluster.distributed=false 2024-12-02T05:23:23,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on znode that does not yet exist, /0-188711321/acl 2024-12-02T05:23:23,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-02T05:23:23,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-12-02T05:23:23,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-12-02T05:23:23,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-02T05:23:23,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-12-02T05:23:23,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:23:23,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:23,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:23,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:23:23,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:23,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:23:23,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:23:23,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:23:23,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38057 2024-12-02T05:23:23,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38057 connecting to ZooKeeper ensemble=127.0.0.1:65234 2024-12-02T05:23:23,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:23,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:24,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380570x0, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:24,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380570x0, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on znode that does not yet exist, /0-188711321/running 2024-12-02T05:23:24,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38057-0x101947eaac40001 connected 2024-12-02T05:23:24,148 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:23:24,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:23:24,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on znode that does not yet exist, /0-188711321/master 2024-12-02T05:23:24,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on znode that does not yet exist, /0-188711321/acl 2024-12-02T05:23:24,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38057 2024-12-02T05:23:24,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38057 2024-12-02T05:23:24,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38057 2024-12-02T05:23:24,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38057 2024-12-02T05:23:24,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38057 2024-12-02T05:23:24,165 DEBUG [M:0;f49461030c22:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:40681 2024-12-02T05:23:24,166 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-188711321/backup-masters/f49461030c22,40681,1733117002757 2024-12-02T05:23:24,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321/backup-masters 2024-12-02T05:23:24,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321/backup-masters 2024-12-02T05:23:24,186 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on existing znode=/0-188711321/backup-masters/f49461030c22,40681,1733117002757 2024-12-02T05:23:24,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-188711321/master 2024-12-02T05:23:24,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:24,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:24,423 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on existing znode=/0-188711321/master 2024-12-02T05:23:24,423 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-188711321/backup-masters/f49461030c22,40681,1733117002757 from backup master directory 2024-12-02T05:23:24,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321/backup-masters 2024-12-02T05:23:24,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188711321/backup-masters/f49461030c22,40681,1733117002757 2024-12-02T05:23:24,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321/backup-masters 2024-12-02T05:23:24,464 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:23:24,464 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,40681,1733117002757 2024-12-02T05:23:24,468 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/hbase.id] with ID: e326ad8a-4c34-4337-b94c-931c3775f522 2024-12-02T05:23:24,468 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/.tmp/hbase.id 2024-12-02T05:23:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:23:24,941 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/.tmp/hbase.id]:[hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/hbase.id] 2024-12-02T05:23:24,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:24,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:23:24,950 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:23:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:23:25,729 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:23:25,730 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:23:25,730 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:23:26,139 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store 2024-12-02T05:23:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:23:26,545 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:26,545 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:23:26,546 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:26,546 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:26,546 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:23:26,546 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:26,546 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:26,546 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117006545Disabling compacts and flushes for region at 1733117006545Disabling writes for close at 1733117006546 (+1 ms)Writing region close event to WAL at 1733117006546Closed at 1733117006546 2024-12-02T05:23:26,547 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/.initializing 2024-12-02T05:23:26,547 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/WALs/f49461030c22,40681,1733117002757 2024-12-02T05:23:26,548 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:23:26,559 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C40681%2C1733117002757, suffix=, logDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/WALs/f49461030c22,40681,1733117002757, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/oldWALs, maxLogs=10 2024-12-02T05:23:26,575 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/WALs/f49461030c22,40681,1733117002757/f49461030c22%2C40681%2C1733117002757.1733117006559, exclude list is [], retry=0 2024-12-02T05:23:26,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-2534e98e-2468-41d7-9326-265eb87d5def,DISK] 2024-12-02T05:23:26,581 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/WALs/f49461030c22,40681,1733117002757/f49461030c22%2C40681%2C1733117002757.1733117006559 2024-12-02T05:23:26,581 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785)] 2024-12-02T05:23:26,581 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:26,581 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:26,582 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,582 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:23:26,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:23:26,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:23:26,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:26,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:26,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:23:26,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:26,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:26,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,596 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,596 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,597 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,597 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,598 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:26,601 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:26,605 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:26,605 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63337688, jitterRate=-0.05619490146636963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:26,606 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117006582Initializing all the Stores at 1733117006583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117006583Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117006584 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117006584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117006584Cleaning up temporary data from old regions at 1733117006597 (+13 ms)Region opened successfully at 1733117006606 (+9 ms) 2024-12-02T05:23:26,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:23:26,617 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbe28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:23:26,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:23:26,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:23:26,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:23:26,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:23:26,619 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T05:23:26,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:23:26,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:23:26,626 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:23:26,627 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Unable to get data of znode /0-188711321/balancer because node does not exist (not necessarily an error) 2024-12-02T05:23:26,833 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188711321/balancer already deleted, retry=false 2024-12-02T05:23:26,833 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:23:26,835 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Unable to get data of znode /0-188711321/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:23:26,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188711321/normalizer already deleted, retry=false 2024-12-02T05:23:26,849 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:23:26,857 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Unable to get data of znode /0-188711321/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:23:27,077 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188711321/switch/split already deleted, retry=false 2024-12-02T05:23:27,078 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Unable to get data of znode /0-188711321/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:23:27,161 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188711321/switch/merge already deleted, retry=false 2024-12-02T05:23:27,163 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Unable to get data of znode /0-188711321/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:23:27,224 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188711321/snapshot-cleanup already deleted, retry=false 2024-12-02T05:23:27,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-188711321/running 2024-12-02T05:23:27,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:27,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-188711321/running 2024-12-02T05:23:27,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:27,255 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,40681,1733117002757, sessionid=0x101947eaac40000, setting cluster-up flag (Was=false) 2024-12-02T05:23:27,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:27,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:27,549 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-188711321/flush-table-proc/acquired, /0-188711321/flush-table-proc/reached, /0-188711321/flush-table-proc/abort 2024-12-02T05:23:27,550 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40681,1733117002757 2024-12-02T05:23:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:27,866 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-188711321/online-snapshot/acquired, /0-188711321/online-snapshot/reached, /0-188711321/online-snapshot/abort 2024-12-02T05:23:27,869 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40681,1733117002757 2024-12-02T05:23:27,870 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:23:27,871 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:27,872 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:23:27,872 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:23:27,872 WARN [master/f49461030c22:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f49461030c22,38357,1733116960737: status=Processing ServerCrashProcedure of f49461030c22,38357,1733116960737 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733116985521, completionTime=-1 appears to have been leaked 2024-12-02T05:23:27,872 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,40681,1733117002757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:23:27,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:27,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:27,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:23:27,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:27,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:23:27,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117037903 2024-12-02T05:23:27,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:23:27,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:23:27,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:23:27,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:23:27,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:23:27,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:23:27,907 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:27,913 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:23:27,913 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:23:27,913 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:23:27,913 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:23:27,914 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:23:27,914 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:23:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:23:27,917 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117007914,5,FailOnTimeoutGroup] 2024-12-02T05:23:27,918 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117007917,5,FailOnTimeoutGroup] 2024-12-02T05:23:27,918 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:27,918 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:23:27,918 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:27,918 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:27,961 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(746): ClusterId : e326ad8a-4c34-4337-b94c-931c3775f522 2024-12-02T05:23:27,961 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:23:28,170 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:23:28,170 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:23:28,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:23:28,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T05:23:28,249 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:23:28,250 DEBUG [RS:0;f49461030c22:38057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fb8c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:23:28,267 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:38057 2024-12-02T05:23:28,267 INFO [RS:0;f49461030c22:38057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:23:28,267 INFO [RS:0;f49461030c22:38057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:23:28,267 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:23:28,268 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,40681,1733117002757 with port=38057, startcode=1733117003936 2024-12-02T05:23:28,268 DEBUG [RS:0;f49461030c22:38057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:23:28,277 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:23:28,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,38057,1733117003936 2024-12-02T05:23:28,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(517): Registering regionserver=f49461030c22,38057,1733117003936 2024-12-02T05:23:28,283 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51 2024-12-02T05:23:28,284 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38795 2024-12-02T05:23:28,284 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:23:28,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:23:28,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51 2024-12-02T05:23:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:23:28,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321/rs 2024-12-02T05:23:28,486 DEBUG [RS:0;f49461030c22:38057 {}] zookeeper.ZKUtil(111): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on existing znode=/0-188711321/rs/f49461030c22,38057,1733117003936 2024-12-02T05:23:28,486 WARN [RS:0;f49461030c22:38057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:23:28,486 INFO [RS:0;f49461030c22:38057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:28,486 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936 2024-12-02T05:23:28,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,38057,1733117003936] 2024-12-02T05:23:28,489 INFO [RS:0;f49461030c22:38057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:23:28,490 INFO [RS:0;f49461030c22:38057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:23:28,491 INFO [RS:0;f49461030c22:38057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:23:28,491 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,492 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:23:28,493 INFO [RS:0;f49461030c22:38057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:23:28,493 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,493 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:23:28,494 DEBUG [RS:0;f49461030c22:38057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:23:28,499 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,499 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,499 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,499 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,499 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,499 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38057,1733117003936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:23:28,511 INFO [RS:0;f49461030c22:38057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:23:28,511 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38057,1733117003936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,511 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,511 INFO [RS:0;f49461030c22:38057 {}] regionserver.Replication(171): f49461030c22,38057,1733117003936 started 2024-12-02T05:23:28,523 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:28,523 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,38057,1733117003936, RpcServer on f49461030c22/172.17.0.2:38057, sessionid=0x101947eaac40001 2024-12-02T05:23:28,523 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:23:28,523 DEBUG [RS:0;f49461030c22:38057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,38057,1733117003936 2024-12-02T05:23:28,523 DEBUG [RS:0;f49461030c22:38057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,38057,1733117003936' 2024-12-02T05:23:28,523 DEBUG [RS:0;f49461030c22:38057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-188711321/flush-table-proc/abort' 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-188711321/flush-table-proc/acquired' 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,38057,1733117003936 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,38057,1733117003936' 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-188711321/online-snapshot/abort' 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-188711321/online-snapshot/acquired' 2024-12-02T05:23:28,524 DEBUG [RS:0;f49461030c22:38057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:23:28,524 INFO [RS:0;f49461030c22:38057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:23:28,524 INFO [RS:0;f49461030c22:38057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:23:28,625 INFO [RS:0;f49461030c22:38057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:23:28,626 INFO [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38057%2C1733117003936, suffix=, logDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/oldWALs, maxLogs=10 2024-12-02T05:23:28,639 DEBUG [RS:0;f49461030c22:38057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627, exclude list is [], retry=0 2024-12-02T05:23:28,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-2534e98e-2468-41d7-9326-265eb87d5def,DISK] 2024-12-02T05:23:28,643 INFO [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 2024-12-02T05:23:28,643 DEBUG [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785)] 2024-12-02T05:23:28,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:28,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:23:28,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:23:28,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:28,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:28,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:23:28,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:23:28,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:28,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:28,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:23:28,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:23:28,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:28,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:28,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:23:28,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:23:28,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:28,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:28,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:23:28,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740 2024-12-02T05:23:28,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740 2024-12-02T05:23:28,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:23:28,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:23:28,745 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:28,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:23:28,748 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:28,748 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69037250, jitterRate=0.028735190629959106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:28,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117008738Initializing all the Stores at 1733117008738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117008738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117008739 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117008739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117008739Cleaning up temporary data from old regions at 1733117008745 (+6 ms)Region opened successfully at 1733117008749 (+4 ms) 2024-12-02T05:23:28,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:23:28,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:23:28,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:23:28,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:23:28,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:23:28,749 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:28,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117008749Disabling compacts and flushes for region at 1733117008749Disabling writes for close at 1733117008749Writing region close event to WAL at 1733117008749Closed at 1733117008749 2024-12-02T05:23:28,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:28,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:23:28,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:23:28,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:23:28,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:23:28,902 DEBUG [f49461030c22:40681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:23:28,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,38057,1733117003936 2024-12-02T05:23:28,904 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,38057,1733117003936, state=OPENING 2024-12-02T05:23:29,148 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:23:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:29,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188711321/meta-region-server: CHANGED 2024-12-02T05:23:29,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188711321/meta-region-server: CHANGED 2024-12-02T05:23:29,159 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:23:29,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,38057,1733117003936}] 2024-12-02T05:23:29,312 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:23:29,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:23:29,316 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:23:29,316 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:29,316 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:23:29,317 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38057%2C1733117003936.meta, suffix=.meta, logDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/oldWALs, maxLogs=10 2024-12-02T05:23:29,329 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.meta.1733117009318.meta, exclude list is [], retry=0 2024-12-02T05:23:29,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-2534e98e-2468-41d7-9326-265eb87d5def,DISK] 2024-12-02T05:23:29,332 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.meta.1733117009318.meta 2024-12-02T05:23:29,333 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785)] 2024-12-02T05:23:29,333 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:29,333 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:29,333 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:23:29,333 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:23:29,334 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:23:29,334 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:23:29,334 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:29,334 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:23:29,334 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:23:29,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:23:29,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:23:29,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:29,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:29,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:23:29,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:23:29,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:29,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:29,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:23:29,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:23:29,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:29,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:29,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:23:29,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:23:29,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:29,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:29,340 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:23:29,340 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740 2024-12-02T05:23:29,341 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740 2024-12-02T05:23:29,342 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:23:29,342 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:23:29,342 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:29,343 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:23:29,344 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71353667, jitterRate=0.06325249373912811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:29,344 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:23:29,344 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117009334Writing region info on filesystem at 1733117009334Initializing all the Stores at 1733117009335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117009335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117009335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117009335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117009335Cleaning up temporary data from old regions at 1733117009342 (+7 ms)Running coprocessor post-open hooks at 1733117009344 (+2 ms)Region opened successfully at 1733117009344 2024-12-02T05:23:29,345 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117009311 2024-12-02T05:23:29,347 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:23:29,347 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:23:29,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,38057,1733117003936 2024-12-02T05:23:29,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,38057,1733117003936, state=OPEN 2024-12-02T05:23:29,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-188711321/meta-region-server 2024-12-02T05:23:29,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-188711321/meta-region-server 2024-12-02T05:23:29,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188711321/meta-region-server: CHANGED 2024-12-02T05:23:29,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188711321/meta-region-server: CHANGED 2024-12-02T05:23:29,573 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,38057,1733117003936 2024-12-02T05:23:29,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:23:29,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,38057,1733117003936 in 414 msec 2024-12-02T05:23:29,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:23:29,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 825 msec 2024-12-02T05:23:29,577 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:29,577 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:23:29,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:29,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38057,1733117003936, seqNum=-1] 2024-12-02T05:23:29,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:29,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:29,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7120 sec 2024-12-02T05:23:29,584 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117009584, completionTime=-1 2024-12-02T05:23:29,584 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:23:29,584 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:23:29,585 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:23:29,585 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117069585 2024-12-02T05:23:29,585 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117129585 2024-12-02T05:23:29,585 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:23:29,586 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40681,1733117002757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:29,586 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40681,1733117002757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:29,586 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40681,1733117002757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:29,586 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:40681, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:29,586 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:29,586 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:29,587 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.125sec 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40681,1733117002757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:23:29,589 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40681,1733117002757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:23:29,591 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:23:29,591 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:23:29,591 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40681,1733117002757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:29,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cf1acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:29,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40681,-1 for getting cluster id 2024-12-02T05:23:29,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:29,663 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e326ad8a-4c34-4337-b94c-931c3775f522' 2024-12-02T05:23:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e326ad8a-4c34-4337-b94c-931c3775f522" 2024-12-02T05:23:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba9bc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40681,-1] 2024-12-02T05:23:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:29,665 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:29,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b76dcb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:29,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38057,1733117003936, seqNum=-1] 2024-12-02T05:23:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:29,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:29,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,40681,1733117002757 2024-12-02T05:23:29,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65234 2024-12-02T05:23:29,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:29,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101947eaac40002 connected 2024-12-02T05:23:30,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.log.dir so I do NOT create it in target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442 2024-12-02T05:23:30,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:23:30,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.tmp.dir so I do NOT create it in target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442 2024-12-02T05:23:30,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:23:30,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442 2024-12-02T05:23:30,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:23:30,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/cluster_c54070c7-6ec7-4776-5acc-6bf8105a7d70, deleteOnExit=true 2024-12-02T05:23:30,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:23:30,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/test.cache.data in system properties and HBase conf 2024-12-02T05:23:30,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:23:30,551 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:23:30,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:23:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:23:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:23:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:23:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:23:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:23:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:23:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:23:31,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:23:31,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:23:31,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:23:31,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:23:31,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:23:31,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:23:31,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ffaaf29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:23:31,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fbbdb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:23:31,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc4f726{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/java.io.tmpdir/jetty-localhost-38885-hadoop-hdfs-3_4_1-tests_jar-_-any-8611697826185610934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:23:31,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e13cddf{HTTP/1.1, (http/1.1)}{localhost:38885} 2024-12-02T05:23:31,610 INFO [Time-limited test {}] server.Server(415): Started @244594ms 2024-12-02T05:23:32,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:23:32,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:23:32,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:23:32,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:23:32,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:23:32,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8384e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:23:32,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@167e32ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:23:32,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bf0e32f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/java.io.tmpdir/jetty-localhost-42953-hadoop-hdfs-3_4_1-tests_jar-_-any-17947407875544534010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:23:32,448 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2490bef3{HTTP/1.1, (http/1.1)}{localhost:42953} 2024-12-02T05:23:32,448 INFO [Time-limited test {}] server.Server(415): Started @245432ms 2024-12-02T05:23:32,449 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:23:34,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,412 WARN [Thread-1823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/cluster_c54070c7-6ec7-4776-5acc-6bf8105a7d70/data/data2/current/BP-1805987-172.17.0.2-1733117010569/current, will proceed with Du for space computation calculation, 2024-12-02T05:23:34,412 WARN [Thread-1822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/cluster_c54070c7-6ec7-4776-5acc-6bf8105a7d70/data/data1/current/BP-1805987-172.17.0.2-1733117010569/current, will proceed with Du for space computation calculation, 2024-12-02T05:23:34,432 WARN [Thread-1810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:23:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1982e90867c79456 with lease ID 0x93209326cd539bf5: Processing first storage report for DS-926626ee-0b16-4fde-a18e-8bd0cee2c4de from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=d33e7075-cad2-43cd-b173-a7646fc28399, infoPort=38079, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1494411542;c=1733117010569) 2024-12-02T05:23:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1982e90867c79456 with lease ID 0x93209326cd539bf5: from storage DS-926626ee-0b16-4fde-a18e-8bd0cee2c4de node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=d33e7075-cad2-43cd-b173-a7646fc28399, infoPort=38079, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1494411542;c=1733117010569), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:23:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1982e90867c79456 with lease ID 0x93209326cd539bf5: Processing first storage report for DS-f7a85e64-1dde-43cb-b4bc-e981bf850706 from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=d33e7075-cad2-43cd-b173-a7646fc28399, infoPort=38079, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1494411542;c=1733117010569) 2024-12-02T05:23:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1982e90867c79456 with lease ID 0x93209326cd539bf5: from storage DS-f7a85e64-1dde-43cb-b4bc-e981bf850706 node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=d33e7075-cad2-43cd-b173-a7646fc28399, infoPort=38079, infoSecurePort=0, ipcPort=43563, storageInfo=lv=-57;cid=testClusterID;nsid=1494411542;c=1733117010569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:23:34,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442 2024-12-02T05:23:34,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:34,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:34,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:23:34,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:23:34,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:34,890 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9 with version=8 2024-12-02T05:23:34,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/hbase-staging 2024-12-02T05:23:34,892 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:23:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:34,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:23:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:23:34,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:23:34,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:23:34,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:23:34,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36035 2024-12-02T05:23:34,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36035 connecting to ZooKeeper ensemble=127.0.0.1:65234 2024-12-02T05:23:35,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360350x0, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:35,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36035-0x101947eaac40003 connected 2024-12-02T05:23:35,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:35,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:35,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on znode that does not yet exist, /11263362500/running 2024-12-02T05:23:35,690 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9, hbase.cluster.distributed=false 2024-12-02T05:23:35,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on znode that does not yet exist, /11263362500/acl 2024-12-02T05:23:35,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-02T05:23:35,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36035 2024-12-02T05:23:35,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36035 2024-12-02T05:23:35,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-02T05:23:35,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-02T05:23:35,731 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:23:35,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:35,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:35,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:23:35,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:23:35,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:23:35,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:23:35,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:23:35,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33855 2024-12-02T05:23:35,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33855 connecting to ZooKeeper ensemble=127.0.0.1:65234 2024-12-02T05:23:35,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:35,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338550x0, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:35,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on znode that does not yet exist, /11263362500/running 2024-12-02T05:23:35,948 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:23:35,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33855-0x101947eaac40004 connected 2024-12-02T05:23:35,968 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:23:35,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on znode that does not yet exist, /11263362500/master 2024-12-02T05:23:35,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on znode that does not yet exist, /11263362500/acl 2024-12-02T05:23:35,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-02T05:23:35,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33855 2024-12-02T05:23:35,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33855 2024-12-02T05:23:35,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-02T05:23:36,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-02T05:23:36,023 DEBUG [M:0;f49461030c22:36035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:36035 2024-12-02T05:23:36,024 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11263362500/backup-masters/f49461030c22,36035,1733117014892 2024-12-02T05:23:36,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500/backup-masters 2024-12-02T05:23:36,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500/backup-masters 2024-12-02T05:23:36,185 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on existing znode=/11263362500/backup-masters/f49461030c22,36035,1733117014892 2024-12-02T05:23:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11263362500/master 2024-12-02T05:23:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:36,196 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on existing znode=/11263362500/master 2024-12-02T05:23:36,196 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11263362500/backup-masters/f49461030c22,36035,1733117014892 from backup master directory 2024-12-02T05:23:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500/backup-masters 2024-12-02T05:23:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11263362500/backup-masters/f49461030c22,36035,1733117014892 2024-12-02T05:23:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500/backup-masters 2024-12-02T05:23:36,206 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:23:36,206 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,36035,1733117014892 2024-12-02T05:23:36,209 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/hbase.id] with ID: 1e866676-371c-4dd2-ad2b-93753163b889 2024-12-02T05:23:36,209 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/.tmp/hbase.id 2024-12-02T05:23:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:23:36,625 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/.tmp/hbase.id]:[hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/hbase.id] 2024-12-02T05:23:36,634 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:36,634 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:23:36,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:23:36,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:36,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:23:37,212 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:23:37,212 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:23:37,213 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:23:37,619 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store 2024-12-02T05:23:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:23:38,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:38,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:23:38,026 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:38,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:38,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:23:38,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:38,026 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:38,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117018026Disabling compacts and flushes for region at 1733117018026Disabling writes for close at 1733117018026Writing region close event to WAL at 1733117018026Closed at 1733117018026 2024-12-02T05:23:38,027 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/.initializing 2024-12-02T05:23:38,027 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/WALs/f49461030c22,36035,1733117014892 2024-12-02T05:23:38,027 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:23:38,029 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C36035%2C1733117014892, suffix=, logDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/WALs/f49461030c22,36035,1733117014892, archiveDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/oldWALs, maxLogs=10 2024-12-02T05:23:38,039 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/WALs/f49461030c22,36035,1733117014892/f49461030c22%2C36035%2C1733117014892.1733117018029, exclude list is [], retry=0 2024-12-02T05:23:38,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-926626ee-0b16-4fde-a18e-8bd0cee2c4de,DISK] 2024-12-02T05:23:38,044 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/WALs/f49461030c22,36035,1733117014892/f49461030c22%2C36035%2C1733117014892.1733117018029 2024-12-02T05:23:38,044 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-12-02T05:23:38,044 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:38,045 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:38,045 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,045 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:23:38,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:38,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:38,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:23:38,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:38,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:38,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:23:38,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:23:38,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:38,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:38,051 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,052 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,052 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,053 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,053 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,053 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:38,054 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:23:38,056 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:38,056 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72322322, jitterRate=0.07768657803535461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:38,056 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117018045Initializing all the Stores at 1733117018046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117018046Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117018046Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117018046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117018046Cleaning up temporary data from old regions at 1733117018053 (+7 ms)Region opened successfully at 1733117018056 (+3 ms) 2024-12-02T05:23:38,056 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:23:38,058 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa7c41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:23:38,059 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:23:38,059 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:23:38,059 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:23:38,059 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:23:38,060 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:23:38,060 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:23:38,060 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:23:38,061 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:23:38,062 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Unable to get data of znode /11263362500/balancer because node does not exist (not necessarily an error) 2024-12-02T05:23:38,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:23:38,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:23:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:38,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T05:23:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:38,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T05:23:38,274 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11263362500/balancer already deleted, retry=false 2024-12-02T05:23:38,274 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:23:38,275 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Unable to get data of znode /11263362500/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:23:38,284 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11263362500/normalizer already deleted, retry=false 2024-12-02T05:23:38,285 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:23:38,285 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Unable to get data of znode /11263362500/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:23:38,454 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11263362500/switch/split already deleted, retry=false 2024-12-02T05:23:38,455 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Unable to get data of znode /11263362500/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:23:38,485 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11263362500/switch/merge already deleted, retry=false 2024-12-02T05:23:38,487 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Unable to get data of znode /11263362500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:23:38,495 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11263362500/snapshot-cleanup already deleted, retry=false 2024-12-02T05:23:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11263362500/running 2024-12-02T05:23:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11263362500/running 2024-12-02T05:23:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:38,506 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,36035,1733117014892, sessionid=0x101947eaac40003, setting cluster-up flag (Was=false) 2024-12-02T05:23:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:38,800 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11263362500/flush-table-proc/acquired, /11263362500/flush-table-proc/reached, /11263362500/flush-table-proc/abort 2024-12-02T05:23:38,801 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36035,1733117014892 2024-12-02T05:23:38,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:38,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:39,032 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11263362500/online-snapshot/acquired, /11263362500/online-snapshot/reached, /11263362500/online-snapshot/abort 2024-12-02T05:23:39,033 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36035,1733117014892 2024-12-02T05:23:39,034 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:23:39,035 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:39,035 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:23:39,035 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:23:39,035 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,36035,1733117014892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:23:39,036 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,037 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117049037 2024-12-02T05:23:39,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:23:39,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:23:39,038 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:23:39,039 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:23:39,039 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:23:39,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:39,039 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117019039,5,FailOnTimeoutGroup] 2024-12-02T05:23:39,039 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117019039,5,FailOnTimeoutGroup] 2024-12-02T05:23:39,039 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:23:39,039 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:23:39,039 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,039 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:23:39,111 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(746): ClusterId : 1e866676-371c-4dd2-ad2b-93753163b889 2024-12-02T05:23:39,111 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:23:39,280 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:23:39,280 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:23:39,401 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:23:39,401 DEBUG [RS:0;f49461030c22:33855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9d7789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:23:39,412 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:33855 2024-12-02T05:23:39,412 INFO [RS:0;f49461030c22:33855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:23:39,412 INFO [RS:0;f49461030c22:33855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:23:39,412 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:23:39,412 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,36035,1733117014892 with port=33855, startcode=1733117015731 2024-12-02T05:23:39,413 DEBUG [RS:0;f49461030c22:33855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:23:39,414 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:23:39,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,33855,1733117015731 2024-12-02T05:23:39,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(517): Registering regionserver=f49461030c22,33855,1733117015731 2024-12-02T05:23:39,416 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9 2024-12-02T05:23:39,416 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44711 2024-12-02T05:23:39,416 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:23:39,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:23:39,450 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9 2024-12-02T05:23:39,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:23:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500/rs 2024-12-02T05:23:39,569 DEBUG [RS:0;f49461030c22:33855 {}] zookeeper.ZKUtil(111): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on existing znode=/11263362500/rs/f49461030c22,33855,1733117015731 2024-12-02T05:23:39,569 WARN [RS:0;f49461030c22:33855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:23:39,569 INFO [RS:0;f49461030c22:33855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:39,569 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731 2024-12-02T05:23:39,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,33855,1733117015731] 2024-12-02T05:23:39,572 INFO [RS:0;f49461030c22:33855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:23:39,573 INFO [RS:0;f49461030c22:33855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:23:39,573 INFO [RS:0;f49461030c22:33855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:23:39,573 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,573 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:23:39,574 INFO [RS:0;f49461030c22:33855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:23:39,574 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:23:39,574 DEBUG [RS:0;f49461030c22:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:23:39,575 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,575 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,575 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,575 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,575 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,575 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,33855,1733117015731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:23:39,587 INFO [RS:0;f49461030c22:33855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:23:39,587 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,33855,1733117015731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,587 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,587 INFO [RS:0;f49461030c22:33855 {}] regionserver.Replication(171): f49461030c22,33855,1733117015731 started 2024-12-02T05:23:39,598 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:39,598 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,33855,1733117015731, RpcServer on f49461030c22/172.17.0.2:33855, sessionid=0x101947eaac40004 2024-12-02T05:23:39,598 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:23:39,598 DEBUG [RS:0;f49461030c22:33855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,33855,1733117015731 2024-12-02T05:23:39,598 DEBUG [RS:0;f49461030c22:33855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,33855,1733117015731' 2024-12-02T05:23:39,598 DEBUG [RS:0;f49461030c22:33855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11263362500/flush-table-proc/abort' 2024-12-02T05:23:39,599 DEBUG [RS:0;f49461030c22:33855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11263362500/flush-table-proc/acquired' 2024-12-02T05:23:39,599 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:23:39,599 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:23:39,599 DEBUG [RS:0;f49461030c22:33855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,33855,1733117015731 2024-12-02T05:23:39,599 DEBUG [RS:0;f49461030c22:33855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,33855,1733117015731' 2024-12-02T05:23:39,599 DEBUG [RS:0;f49461030c22:33855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11263362500/online-snapshot/abort' 2024-12-02T05:23:39,599 DEBUG [RS:0;f49461030c22:33855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11263362500/online-snapshot/acquired' 2024-12-02T05:23:39,600 DEBUG [RS:0;f49461030c22:33855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:23:39,600 INFO [RS:0;f49461030c22:33855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:23:39,600 INFO [RS:0;f49461030c22:33855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:23:39,700 INFO [RS:0;f49461030c22:33855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:23:39,701 INFO [RS:0;f49461030c22:33855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C33855%2C1733117015731, suffix=, logDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731, archiveDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/oldWALs, maxLogs=10 2024-12-02T05:23:39,712 DEBUG [RS:0;f49461030c22:33855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702, exclude list is [], retry=0 2024-12-02T05:23:39,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-926626ee-0b16-4fde-a18e-8bd0cee2c4de,DISK] 2024-12-02T05:23:39,716 INFO [RS:0;f49461030c22:33855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 2024-12-02T05:23:39,716 DEBUG [RS:0;f49461030c22:33855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-12-02T05:23:39,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:39,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:23:39,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:23:39,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:39,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:39,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:23:39,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:23:39,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:39,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:39,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:23:39,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:23:39,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:39,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:39,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:23:39,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:23:39,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:39,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:39,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:23:39,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740 2024-12-02T05:23:39,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740 2024-12-02T05:23:39,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:23:39,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:23:39,864 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:39,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:23:39,866 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:39,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62122697, jitterRate=-0.07429967820644379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:39,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117019855Initializing all the Stores at 1733117019856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117019856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117019856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117019856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117019856Cleaning up temporary data from old regions at 1733117019864 (+8 ms)Region opened successfully at 1733117019867 (+3 ms) 2024-12-02T05:23:39,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:23:39,867 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:23:39,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:23:39,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:23:39,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:23:39,867 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:39,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117019867Disabling compacts and flushes for region at 1733117019867Disabling writes for close at 1733117019867Writing region close event to WAL at 1733117019867Closed at 1733117019867 2024-12-02T05:23:39,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:39,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:23:39,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:23:39,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:23:39,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:23:40,020 DEBUG [f49461030c22:36035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:23:40,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,33855,1733117015731 2024-12-02T05:23:40,021 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,33855,1733117015731, state=OPENING 2024-12-02T05:23:40,349 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:23:40,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:40,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:40,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:23:40,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11263362500/meta-region-server: CHANGED 2024-12-02T05:23:40,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,33855,1733117015731}] 2024-12-02T05:23:40,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11263362500/meta-region-server: CHANGED 2024-12-02T05:23:40,532 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:23:40,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:23:40,545 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:23:40,545 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:40,545 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:23:40,547 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C33855%2C1733117015731.meta, suffix=.meta, logDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731, archiveDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/oldWALs, maxLogs=10 2024-12-02T05:23:40,563 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.meta.1733117020547.meta, exclude list is [], retry=0 2024-12-02T05:23:40,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-926626ee-0b16-4fde-a18e-8bd0cee2c4de,DISK] 2024-12-02T05:23:40,567 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.meta.1733117020547.meta 2024-12-02T05:23:40,567 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-12-02T05:23:40,567 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:40,567 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:40,567 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:23:40,567 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:23:40,567 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:23:40,568 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:23:40,568 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:40,568 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:23:40,568 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:23:40,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:23:40,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:23:40,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:40,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:40,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:23:40,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:23:40,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:40,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:40,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:23:40,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:23:40,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:40,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:40,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:23:40,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:23:40,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:40,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:23:40,573 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:23:40,574 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740 2024-12-02T05:23:40,574 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740 2024-12-02T05:23:40,575 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:23:40,575 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:23:40,576 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:23:40,577 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:23:40,577 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63338693, jitterRate=-0.05617992579936981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:23:40,577 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:23:40,577 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117020568Writing region info on filesystem at 1733117020568Initializing all the Stores at 1733117020569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117020569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117020569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117020569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117020569Cleaning up temporary data from old regions at 1733117020575 (+6 ms)Running coprocessor post-open hooks at 1733117020577 (+2 ms)Region opened successfully at 1733117020577 2024-12-02T05:23:40,578 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117020532 2024-12-02T05:23:40,580 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:23:40,580 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:23:40,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,33855,1733117015731 2024-12-02T05:23:40,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,33855,1733117015731, state=OPEN 2024-12-02T05:23:40,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11263362500/meta-region-server 2024-12-02T05:23:40,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11263362500/meta-region-server 2024-12-02T05:23:40,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,33855,1733117015731 2024-12-02T05:23:40,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11263362500/meta-region-server: CHANGED 2024-12-02T05:23:40,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11263362500/meta-region-server: CHANGED 2024-12-02T05:23:40,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:23:40,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,33855,1733117015731 in 363 msec 2024-12-02T05:23:40,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:23:40,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 875 msec 2024-12-02T05:23:40,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:23:40,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:23:40,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:40,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33855,1733117015731, seqNum=-1] 2024-12-02T05:23:40,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:40,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:40,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7180 sec 2024-12-02T05:23:40,753 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117020753, completionTime=-1 2024-12-02T05:23:40,754 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:23:40,754 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:23:40,755 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:23:40,755 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117080755 2024-12-02T05:23:40,756 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117140756 2024-12-02T05:23:40,756 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:23:40,756 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36035,1733117014892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:40,756 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36035,1733117014892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:40,756 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36035,1733117014892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:40,756 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:36035, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:40,756 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:40,757 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:40,758 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.554sec 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36035,1733117014892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:23:40,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36035,1733117014892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:23:40,770 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:23:40,770 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:23:40,770 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36035,1733117014892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:23:40,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247216a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:40,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36035,-1 for getting cluster id 2024-12-02T05:23:40,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:40,814 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e866676-371c-4dd2-ad2b-93753163b889' 2024-12-02T05:23:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e866676-371c-4dd2-ad2b-93753163b889" 2024-12-02T05:23:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e035e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36035,-1] 2024-12-02T05:23:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:40,815 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:40,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecda7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:40,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33855,1733117015731, seqNum=-1] 2024-12-02T05:23:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:40,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:40,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,36035,1733117014892 2024-12-02T05:23:40,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65234 2024-12-02T05:23:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:23:41,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101947eaac40005 connected 2024-12-02T05:23:41,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40681,1733117002757 2024-12-02T05:23:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8b8c98 2024-12-02T05:23:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:41,073 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:41,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:23:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:23:41,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:23:41,075 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:41,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:23:41,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:23:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:23:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:41,483 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9075604e212e667a1611970a88bb34e9, NAME => 'test,,1733117021073.9075604e212e667a1611970a88bb34e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51 2024-12-02T05:23:41,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:23:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:41,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117021073.9075604e212e667a1611970a88bb34e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:41,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9075604e212e667a1611970a88bb34e9, disabling compactions & flushes 2024-12-02T05:23:41,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:41,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:41,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117021073.9075604e212e667a1611970a88bb34e9. after waiting 1 ms 2024-12-02T05:23:41,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:41,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:41,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9075604e212e667a1611970a88bb34e9: Waiting for close lock at 1733117021910Disabling compacts and flushes for region at 1733117021910Disabling writes for close at 1733117021911 (+1 ms)Writing region close event to WAL at 1733117021911Closed at 1733117021911 2024-12-02T05:23:41,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:23:41,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117021073.9075604e212e667a1611970a88bb34e9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117021912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117021912"}]},"ts":"1733117021912"} 2024-12-02T05:23:41,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:23:41,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:23:41,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117021914"}]},"ts":"1733117021914"} 2024-12-02T05:23:41,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:23:41,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9075604e212e667a1611970a88bb34e9, ASSIGN}] 2024-12-02T05:23:41,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9075604e212e667a1611970a88bb34e9, ASSIGN 2024-12-02T05:23:41,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9075604e212e667a1611970a88bb34e9, ASSIGN; state=OFFLINE, location=f49461030c22,38057,1733117003936; forceNewPlan=false, retain=false 2024-12-02T05:23:42,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9075604e212e667a1611970a88bb34e9, regionState=OPENING, regionLocation=f49461030c22,38057,1733117003936 2024-12-02T05:23:42,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9075604e212e667a1611970a88bb34e9, ASSIGN because future has completed 2024-12-02T05:23:42,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9075604e212e667a1611970a88bb34e9, server=f49461030c22,38057,1733117003936}] 2024-12-02T05:23:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:42,226 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:42,226 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9075604e212e667a1611970a88bb34e9, NAME => 'test,,1733117021073.9075604e212e667a1611970a88bb34e9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:42,226 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:42,226 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:23:42,226 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,226 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117021073.9075604e212e667a1611970a88bb34e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:42,226 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,226 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,228 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,229 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9075604e212e667a1611970a88bb34e9 columnFamilyName f 2024-12-02T05:23:42,229 DEBUG [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:42,229 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] regionserver.HStore(327): Store=9075604e212e667a1611970a88bb34e9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:42,229 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,230 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9075604e212e667a1611970a88bb34e9 columnFamilyName f1 2024-12-02T05:23:42,230 DEBUG [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:42,230 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] regionserver.HStore(327): Store=9075604e212e667a1611970a88bb34e9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:42,230 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,231 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9075604e212e667a1611970a88bb34e9 columnFamilyName norep 2024-12-02T05:23:42,231 DEBUG [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:42,231 INFO [StoreOpener-9075604e212e667a1611970a88bb34e9-1 {}] regionserver.HStore(327): Store=9075604e212e667a1611970a88bb34e9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:42,231 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,232 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,232 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,232 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,232 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,233 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:23:42,234 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,235 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:42,236 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9075604e212e667a1611970a88bb34e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70440630, jitterRate=0.04964718222618103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:23:42,236 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:42,236 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9075604e212e667a1611970a88bb34e9: Running coprocessor pre-open hook at 1733117022226Writing region info on filesystem at 1733117022226Initializing all the Stores at 1733117022227 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117022227Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117022227Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117022227Cleaning up temporary data from old regions at 1733117022232 (+5 ms)Running coprocessor post-open hooks at 1733117022236 (+4 ms)Region opened successfully at 1733117022236 2024-12-02T05:23:42,237 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117021073.9075604e212e667a1611970a88bb34e9., pid=6, masterSystemTime=1733117022222 2024-12-02T05:23:42,238 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:42,238 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:42,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9075604e212e667a1611970a88bb34e9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,38057,1733117003936 2024-12-02T05:23:42,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9075604e212e667a1611970a88bb34e9, server=f49461030c22,38057,1733117003936 because future has completed 2024-12-02T05:23:42,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:23:42,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9075604e212e667a1611970a88bb34e9, server=f49461030c22,38057,1733117003936 in 171 msec 2024-12-02T05:23:42,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:23:42,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9075604e212e667a1611970a88bb34e9, ASSIGN in 326 msec 2024-12-02T05:23:42,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:23:42,244 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117022244"}]},"ts":"1733117022244"} 2024-12-02T05:23:42,246 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:23:42,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:23:42,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-02T05:23:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:43,223 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:23:43,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36035,1733117014892 2024-12-02T05:23:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6728b235 2024-12-02T05:23:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:43,226 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:43,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:23:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:23:43,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:23:43,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:43,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:23:43,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:23:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:23:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:43,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa4a9fb8bb6df84611908f584aed8975, NAME => 'test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9 2024-12-02T05:23:43,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:23:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:44,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:44,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa4a9fb8bb6df84611908f584aed8975, disabling compactions & flushes 2024-12-02T05:23:44,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:44,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:44,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. after waiting 0 ms 2024-12-02T05:23:44,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:44,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:44,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa4a9fb8bb6df84611908f584aed8975: Waiting for close lock at 1733117024041Disabling compacts and flushes for region at 1733117024041Disabling writes for close at 1733117024041Writing region close event to WAL at 1733117024041Closed at 1733117024041 2024-12-02T05:23:44,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:23:44,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117024043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117024043"}]},"ts":"1733117024043"} 2024-12-02T05:23:44,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:23:44,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:23:44,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117024046"}]},"ts":"1733117024046"} 2024-12-02T05:23:44,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:23:44,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa4a9fb8bb6df84611908f584aed8975, ASSIGN}] 2024-12-02T05:23:44,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa4a9fb8bb6df84611908f584aed8975, ASSIGN 2024-12-02T05:23:44,052 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa4a9fb8bb6df84611908f584aed8975, ASSIGN; state=OFFLINE, location=f49461030c22,33855,1733117015731; forceNewPlan=false, retain=false 2024-12-02T05:23:44,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa4a9fb8bb6df84611908f584aed8975, regionState=OPENING, regionLocation=f49461030c22,33855,1733117015731 2024-12-02T05:23:44,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa4a9fb8bb6df84611908f584aed8975, ASSIGN because future has completed 2024-12-02T05:23:44,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4a9fb8bb6df84611908f584aed8975, server=f49461030c22,33855,1733117015731}] 2024-12-02T05:23:44,360 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:44,361 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa4a9fb8bb6df84611908f584aed8975, NAME => 'test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:44,361 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:44,361 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:23:44,361 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,361 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:44,361 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,361 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,362 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:44,363 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4a9fb8bb6df84611908f584aed8975 columnFamilyName f 2024-12-02T05:23:44,363 DEBUG [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:44,364 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] regionserver.HStore(327): Store=fa4a9fb8bb6df84611908f584aed8975/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:44,364 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,365 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4a9fb8bb6df84611908f584aed8975 columnFamilyName f1 2024-12-02T05:23:44,365 DEBUG [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:44,365 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] regionserver.HStore(327): Store=fa4a9fb8bb6df84611908f584aed8975/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:44,365 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,366 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4a9fb8bb6df84611908f584aed8975 columnFamilyName norep 2024-12-02T05:23:44,366 DEBUG [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:44,366 INFO [StoreOpener-fa4a9fb8bb6df84611908f584aed8975-1 {}] regionserver.HStore(327): Store=fa4a9fb8bb6df84611908f584aed8975/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:44,366 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,367 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,368 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:23:44,368 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,370 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:44,370 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa4a9fb8bb6df84611908f584aed8975; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72031656, jitterRate=0.07335531711578369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:23:44,370 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:44,370 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa4a9fb8bb6df84611908f584aed8975: Running coprocessor pre-open hook at 1733117024361Writing region info on filesystem at 1733117024361Initializing all the Stores at 1733117024362 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117024362Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117024362Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117024362Cleaning up temporary data from old regions at 1733117024367 (+5 ms)Running coprocessor post-open hooks at 1733117024370 (+3 ms)Region opened successfully at 1733117024370 2024-12-02T05:23:44,371 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., pid=6, masterSystemTime=1733117024358 2024-12-02T05:23:44,373 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:44,373 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:44,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa4a9fb8bb6df84611908f584aed8975, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,33855,1733117015731 2024-12-02T05:23:44,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4a9fb8bb6df84611908f584aed8975, server=f49461030c22,33855,1733117015731 because future has completed 2024-12-02T05:23:44,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:23:44,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa4a9fb8bb6df84611908f584aed8975, server=f49461030c22,33855,1733117015731 in 170 msec 2024-12-02T05:23:44,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:23:44,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa4a9fb8bb6df84611908f584aed8975, ASSIGN in 329 msec 2024-12-02T05:23:44,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:23:44,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117024379"}]},"ts":"1733117024379"} 2024-12-02T05:23:44,380 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:23:44,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:23:44,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-02T05:23:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:23:45,374 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:23:45,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288d7f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40681,-1 for getting cluster id 2024-12-02T05:23:45,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:45,376 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e326ad8a-4c34-4337-b94c-931c3775f522' 2024-12-02T05:23:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e326ad8a-4c34-4337-b94c-931c3775f522" 2024-12-02T05:23:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2815246f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40681,-1] 2024-12-02T05:23:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:45,378 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8b35b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15498af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36035,-1 for getting cluster id 2024-12-02T05:23:45,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:45,380 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e866676-371c-4dd2-ad2b-93753163b889' 2024-12-02T05:23:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e866676-371c-4dd2-ad2b-93753163b889" 2024-12-02T05:23:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c469172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36035,-1] 2024-12-02T05:23:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:45,381 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb6e588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3059cb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40681,-1 for getting cluster id 2024-12-02T05:23:45,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:45,384 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e326ad8a-4c34-4337-b94c-931c3775f522' 2024-12-02T05:23:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e326ad8a-4c34-4337-b94c-931c3775f522" 2024-12-02T05:23:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c9ab86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40681,-1] 2024-12-02T05:23:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:45,385 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:45,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eebaf53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:45,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40681,1733117002757 2024-12-02T05:23:45,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50cda0fa 2024-12-02T05:23:45,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:45,388 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:45,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:36035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:23:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:23:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:45,391 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:36035' 2024-12-02T05:23:45,392 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af336dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,392 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36035,-1 for getting cluster id 2024-12-02T05:23:45,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:45,393 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e866676-371c-4dd2-ad2b-93753163b889' 2024-12-02T05:23:45,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:45,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e866676-371c-4dd2-ad2b-93753163b889" 2024-12-02T05:23:45,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22401d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36035,-1] 2024-12-02T05:23:45,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:45,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:45,395 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:45,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24756796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:45,396 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:45,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36035,1733117014892 2024-12-02T05:23:45,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@208522ab 2024-12-02T05:23:45,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:45,397 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:45,398 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:23:45,398 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:23:45,398 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:45,398 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:45,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:45,399 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:23:45,400 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:23:45,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:23:45,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:45,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:23:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:23:45,450 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:23:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:45,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:45,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:45,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:45,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:45,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:45,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:45,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:45,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98107be4482a2bcfcb1665d6611c365f, NAME => 'hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51 2024-12-02T05:23:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:23:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:46,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:23:46,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:46,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:46,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:46,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:46,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:46,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:46,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:46,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:23:46,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:46,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98107be4482a2bcfcb1665d6611c365f, disabling compactions & flushes 2024-12-02T05:23:46,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:46,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:46,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. after waiting 0 ms 2024-12-02T05:23:46,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:46,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:46,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98107be4482a2bcfcb1665d6611c365f: Waiting for close lock at 1733117026213Disabling compacts and flushes for region at 1733117026213Disabling writes for close at 1733117026213Writing region close event to WAL at 1733117026213Closed at 1733117026213 2024-12-02T05:23:46,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:23:46,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117026214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117026214"}]},"ts":"1733117026214"} 2024-12-02T05:23:46,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:23:46,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:23:46,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117026217"}]},"ts":"1733117026217"} 2024-12-02T05:23:46,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:23:46,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98107be4482a2bcfcb1665d6611c365f, ASSIGN}] 2024-12-02T05:23:46,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98107be4482a2bcfcb1665d6611c365f, ASSIGN 2024-12-02T05:23:46,222 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98107be4482a2bcfcb1665d6611c365f, ASSIGN; state=OFFLINE, location=f49461030c22,38057,1733117003936; forceNewPlan=false, retain=false 2024-12-02T05:23:46,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98107be4482a2bcfcb1665d6611c365f, regionState=OPENING, regionLocation=f49461030c22,38057,1733117003936 2024-12-02T05:23:46,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98107be4482a2bcfcb1665d6611c365f, ASSIGN because future has completed 2024-12-02T05:23:46,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98107be4482a2bcfcb1665d6611c365f, server=f49461030c22,38057,1733117003936}] 2024-12-02T05:23:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:46,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:46,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:46,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:23:46,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38057%2C1733117003936.rep, suffix=, logDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936, archiveDir=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/oldWALs, maxLogs=10 2024-12-02T05:23:46,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.rep.1733117026531, exclude list is [], retry=0 2024-12-02T05:23:46,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40787,DS-2534e98e-2468-41d7-9326-265eb87d5def,DISK] 2024-12-02T05:23:46,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.rep.1733117026531 2024-12-02T05:23:46,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785)] 2024-12-02T05:23:46,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98107be4482a2bcfcb1665d6611c365f, NAME => 'hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:46,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:46,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:23:46,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. service=MultiRowMutationService 2024-12-02T05:23:46,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:23:46,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:46,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,547 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,548 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98107be4482a2bcfcb1665d6611c365f columnFamilyName hfileref 2024-12-02T05:23:46,549 DEBUG [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:46,549 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] regionserver.HStore(327): Store=98107be4482a2bcfcb1665d6611c365f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:46,549 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,550 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98107be4482a2bcfcb1665d6611c365f columnFamilyName queue 2024-12-02T05:23:46,550 DEBUG [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:46,550 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] regionserver.HStore(327): Store=98107be4482a2bcfcb1665d6611c365f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:46,551 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,552 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98107be4482a2bcfcb1665d6611c365f columnFamilyName sid 2024-12-02T05:23:46,552 DEBUG [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:46,552 INFO [StoreOpener-98107be4482a2bcfcb1665d6611c365f-1 {}] regionserver.HStore(327): Store=98107be4482a2bcfcb1665d6611c365f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:46,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:23:46,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:46,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98107be4482a2bcfcb1665d6611c365f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71979395, jitterRate=0.07257656753063202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:23:46,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:46,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98107be4482a2bcfcb1665d6611c365f: Running coprocessor pre-open hook at 1733117026546Writing region info on filesystem at 1733117026546Initializing all the Stores at 1733117026547 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117026547Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117026547Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117026547Cleaning up temporary data from old regions at 1733117026554 (+7 ms)Running coprocessor post-open hooks at 1733117026559 (+5 ms)Region opened successfully at 1733117026559 2024-12-02T05:23:46,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f., pid=10, masterSystemTime=1733117026526 2024-12-02T05:23:46,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:46,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:46,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98107be4482a2bcfcb1665d6611c365f, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,38057,1733117003936 2024-12-02T05:23:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98107be4482a2bcfcb1665d6611c365f, server=f49461030c22,38057,1733117003936 because future has completed 2024-12-02T05:23:46,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:23:46,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98107be4482a2bcfcb1665d6611c365f, server=f49461030c22,38057,1733117003936 in 197 msec 2024-12-02T05:23:46,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:23:46,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98107be4482a2bcfcb1665d6611c365f, ASSIGN in 353 msec 2024-12-02T05:23:46,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:23:46,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117026575"}]},"ts":"1733117026575"} 2024-12-02T05:23:46,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:23:46,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:23:46,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-02T05:23:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f., hostname=f49461030c22,38057,1733117003936, seqNum=2] 2024-12-02T05:23:46,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:46,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:46,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:23:46,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:23:47,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:23:47,033 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:23:47,057 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,38057,1733117003936, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:23:47,058 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:47,058 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38057,1733117003936, seqNum=-1] 2024-12-02T05:23:47,058 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:47,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T05:23:47,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,38057,1733117003936', locateType=CURRENT is [region=hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f., hostname=f49461030c22,38057,1733117003936, seqNum=2] 2024-12-02T05:23:47,063 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:23:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:23:47,064 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,38057,1733117003936 suceeded 2024-12-02T05:23:47,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:23:47,066 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:36035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:23:47,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T05:23:47,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6780 sec 2024-12-02T05:23:47,077 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:36035' 2024-12-02T05:23:47,078 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332a966d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,078 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36035,-1 for getting cluster id 2024-12-02T05:23:47,078 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:47,079 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e866676-371c-4dd2-ad2b-93753163b889' 2024-12-02T05:23:47,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:47,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e866676-371c-4dd2-ad2b-93753163b889" 2024-12-02T05:23:47,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382c0a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36035,-1] 2024-12-02T05:23:47,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:47,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:47,081 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:47,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e909d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:47,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36035,1733117014892 2024-12-02T05:23:47,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ce7b3c 2024-12-02T05:23:47,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:47,083 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T05:23:47,084 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,38057,1733117003936 (queues=1) is replicating from cluster=e326ad8a-4c34-4337-b94c-931c3775f522 to cluster=1e866676-371c-4dd2-ad2b-93753163b889 2024-12-02T05:23:47,084 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C38057%2C1733117003936 2024-12-02T05:23:47,084 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,38057,1733117003936, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:23:47,084 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C38057%2C1733117003936 2024-12-02T05:23:47,084 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627, startPosition=0, beingWritten=true 2024-12-02T05:23:47,090 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:23:47,090 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:47,090 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38057,1733117003936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:23:47,297 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:47,543 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:23:47,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:47,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:47,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:47,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:47,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:47,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5066a3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36035,-1 for getting cluster id 2024-12-02T05:23:47,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:47,547 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e866676-371c-4dd2-ad2b-93753163b889' 2024-12-02T05:23:47,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:47,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e866676-371c-4dd2-ad2b-93753163b889" 2024-12-02T05:23:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3cf28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36035,-1] 2024-12-02T05:23:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:47,549 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:47,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179e928f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36035,1733117014892 2024-12-02T05:23:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696ce318 2024-12-02T05:23:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:47,551 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:47,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:40681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:23:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:23:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:47,554 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:40681' 2024-12-02T05:23:47,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda41ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,555 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40681,-1 for getting cluster id 2024-12-02T05:23:47,555 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:47,555 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e326ad8a-4c34-4337-b94c-931c3775f522' 2024-12-02T05:23:47,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:47,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e326ad8a-4c34-4337-b94c-931c3775f522" 2024-12-02T05:23:47,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66361ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40681,-1] 2024-12-02T05:23:47,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:47,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:47,556 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:47,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52586d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:47,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:47,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40681,1733117002757 2024-12-02T05:23:47,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f65fecf 2024-12-02T05:23:47,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:47,558 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:47,559 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:23:47,559 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:23:47,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:47,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:47,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:47,559 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:23:47,560 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:23:47,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:23:47,561 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:47,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:23:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:23:47,600 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:47,610 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:23:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:47,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a27b93e1830b36766f3c42d16ce0bdbb, NAME => 'hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9 2024-12-02T05:23:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:23:48,004 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:48,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:23:48,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T05:23:48,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:23:48,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T05:23:48,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:23:48,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T05:23:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:48,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:48,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a27b93e1830b36766f3c42d16ce0bdbb, disabling compactions & flushes 2024-12-02T05:23:48,373 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:48,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:48,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. after waiting 0 ms 2024-12-02T05:23:48,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:48,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:48,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a27b93e1830b36766f3c42d16ce0bdbb: Waiting for close lock at 1733117028373Disabling compacts and flushes for region at 1733117028373Disabling writes for close at 1733117028374 (+1 ms)Writing region close event to WAL at 1733117028374Closed at 1733117028374 2024-12-02T05:23:48,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:23:48,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117028375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117028375"}]},"ts":"1733117028375"} 2024-12-02T05:23:48,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:23:48,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:23:48,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117028377"}]},"ts":"1733117028377"} 2024-12-02T05:23:48,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:23:48,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27b93e1830b36766f3c42d16ce0bdbb, ASSIGN}] 2024-12-02T05:23:48,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27b93e1830b36766f3c42d16ce0bdbb, ASSIGN 2024-12-02T05:23:48,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27b93e1830b36766f3c42d16ce0bdbb, ASSIGN; state=OFFLINE, location=f49461030c22,33855,1733117015731; forceNewPlan=false, retain=false 2024-12-02T05:23:48,507 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:48,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a27b93e1830b36766f3c42d16ce0bdbb, regionState=OPENING, regionLocation=f49461030c22,33855,1733117015731 2024-12-02T05:23:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27b93e1830b36766f3c42d16ce0bdbb, ASSIGN because future has completed 2024-12-02T05:23:48,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27b93e1830b36766f3c42d16ce0bdbb, server=f49461030c22,33855,1733117015731}] 2024-12-02T05:23:48,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:48,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:23:48,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:23:48,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C33855%2C1733117015731.rep, suffix=, logDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731, archiveDir=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/oldWALs, maxLogs=10 2024-12-02T05:23:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:48,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.rep.1733117028689, exclude list is [], retry=0 2024-12-02T05:23:48,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-926626ee-0b16-4fde-a18e-8bd0cee2c4de,DISK] 2024-12-02T05:23:48,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.rep.1733117028689 2024-12-02T05:23:48,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38079:38079)] 2024-12-02T05:23:48,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a27b93e1830b36766f3c42d16ce0bdbb, NAME => 'hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:23:48,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:23:48,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:23:48,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. service=MultiRowMutationService 2024-12-02T05:23:48,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:23:48,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:23:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,706 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,707 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27b93e1830b36766f3c42d16ce0bdbb columnFamilyName hfileref 2024-12-02T05:23:48,707 DEBUG [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:48,707 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] regionserver.HStore(327): Store=a27b93e1830b36766f3c42d16ce0bdbb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:48,707 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,708 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27b93e1830b36766f3c42d16ce0bdbb columnFamilyName queue 2024-12-02T05:23:48,708 DEBUG [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:48,708 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] regionserver.HStore(327): Store=a27b93e1830b36766f3c42d16ce0bdbb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:48,708 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,709 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27b93e1830b36766f3c42d16ce0bdbb columnFamilyName sid 2024-12-02T05:23:48,709 DEBUG [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:23:48,709 INFO [StoreOpener-a27b93e1830b36766f3c42d16ce0bdbb-1 {}] regionserver.HStore(327): Store=a27b93e1830b36766f3c42d16ce0bdbb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:23:48,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:23:48,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:23:48,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a27b93e1830b36766f3c42d16ce0bdbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63713527, jitterRate=-0.05059446394443512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:23:48,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:48,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a27b93e1830b36766f3c42d16ce0bdbb: Running coprocessor pre-open hook at 1733117028705Writing region info on filesystem at 1733117028705Initializing all the Stores at 1733117028705Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117028705Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117028706 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117028706Cleaning up temporary data from old regions at 1733117028711 (+5 ms)Running coprocessor post-open hooks at 1733117028714 (+3 ms)Region opened successfully at 1733117028715 (+1 ms) 2024-12-02T05:23:48,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb., pid=10, masterSystemTime=1733117028684 2024-12-02T05:23:48,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:48,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:48,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a27b93e1830b36766f3c42d16ce0bdbb, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,33855,1733117015731 2024-12-02T05:23:48,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27b93e1830b36766f3c42d16ce0bdbb, server=f49461030c22,33855,1733117015731 because future has completed 2024-12-02T05:23:48,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:23:48,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a27b93e1830b36766f3c42d16ce0bdbb, server=f49461030c22,33855,1733117015731 in 188 msec 2024-12-02T05:23:48,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:23:48,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27b93e1830b36766f3c42d16ce0bdbb, ASSIGN in 343 msec 2024-12-02T05:23:48,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:23:48,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117028724"}]},"ts":"1733117028724"} 2024-12-02T05:23:48,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:23:48,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:23:48,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-02T05:23:48,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb., hostname=f49461030c22,33855,1733117015731, seqNum=2] 2024-12-02T05:23:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:49,111 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:49,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:23:49,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:23:49,338 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:23:49,363 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,33855,1733117015731, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:23:49,364 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:49,364 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33855,1733117015731, seqNum=-1] 2024-12-02T05:23:49,364 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:49,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T05:23:49,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,33855,1733117015731', locateType=CURRENT is [region=hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb., hostname=f49461030c22,33855,1733117015731, seqNum=2] 2024-12-02T05:23:49,369 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:23:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:23:49,371 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,33855,1733117015731 suceeded 2024-12-02T05:23:49,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:23:49,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-02T05:23:49,372 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:40681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:23:49,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8210 sec 2024-12-02T05:23:49,382 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:40681' 2024-12-02T05:23:49,383 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13beaed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:49,383 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40681,-1 for getting cluster id 2024-12-02T05:23:49,383 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:49,384 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e326ad8a-4c34-4337-b94c-931c3775f522' 2024-12-02T05:23:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e326ad8a-4c34-4337-b94c-931c3775f522" 2024-12-02T05:23:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a14410e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40681,-1] 2024-12-02T05:23:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:49,385 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:49,385 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dab1a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:49,385 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40681,1733117002757 2024-12-02T05:23:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36aa7961 2024-12-02T05:23:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:49,387 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T05:23:49,387 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,33855,1733117015731 (queues=1) is replicating from cluster=1e866676-371c-4dd2-ad2b-93753163b889 to cluster=e326ad8a-4c34-4337-b94c-931c3775f522 2024-12-02T05:23:49,387 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C33855%2C1733117015731 2024-12-02T05:23:49,387 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,33855,1733117015731, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:23:49,388 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C33855%2C1733117015731 2024-12-02T05:23:49,388 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702, startPosition=0, beingWritten=true 2024-12-02T05:23:49,392 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:23:49,392 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 379, reset compression=false 2024-12-02T05:23:49,392 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,33855,1733117015731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:23:49,596 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 379, reset compression=false 2024-12-02T05:23:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:23:49,704 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:23:49,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:49,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:49,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:49,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:49,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733117029707/Put/seqid=0 2024-12-02T05:23:49,814 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741840_1016 (size=7894) 2024-12-02T05:23:49,900 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 379, reset compression=false 2024-12-02T05:23:50,299 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733117030298/Put/seqid=0 2024-12-02T05:23:50,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741841_1017 (size=7691) 2024-12-02T05:23:50,303 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 379, reset compression=false 2024-12-02T05:23:50,618 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:50,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d018a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:50,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40681,-1 for getting cluster id 2024-12-02T05:23:50,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:50,705 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e326ad8a-4c34-4337-b94c-931c3775f522' 2024-12-02T05:23:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e326ad8a-4c34-4337-b94c-931c3775f522" 2024-12-02T05:23:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2a138d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40681,-1] 2024-12-02T05:23:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:50,707 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:50,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa11783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:50,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38057,1733117003936, seqNum=-1] 2024-12-02T05:23:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:50,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:50,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40681,1733117002757 2024-12-02T05:23:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a9ac7d 2024-12-02T05:23:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:50,723 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117021073.9075604e212e667a1611970a88bb34e9., hostname=f49461030c22,38057,1733117003936, seqNum=2] 2024-12-02T05:23:50,730 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:23:50,746 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T05:23:50,750 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T05:23:50,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T05:23:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:50,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T05:23:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HRegion(2603): Flush status journal for 9075604e212e667a1611970a88bb34e9: 2024-12-02T05:23:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_1 2024-12-02T05:23:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_1 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ 2024-12-02T05:23:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_0 2024-12-02T05:23:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_0 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ 2024-12-02T05:23:50,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_1 into 9075604e212e667a1611970a88bb34e9/f as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ - updating store file list. 2024-12-02T05:23:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:50,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ into 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:50,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_1 into 9075604e212e667a1611970a88bb34e9/f (new location: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_) 2024-12-02T05:23:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_1 2024-12-02T05:23:50,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_0 into 9075604e212e667a1611970a88bb34e9/f as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ - updating store file list. 2024-12-02T05:23:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f119eb9b47c4eaf9741b7f807959066_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:50,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ into 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:50,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_0 into 9075604e212e667a1611970a88bb34e9/f (new location: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_) 2024-12-02T05:23:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins__test__kdtd6cddjlr16uuaudnr3u4eba7nie1sgbedpmaclpn940mm52a7t9l14qg175r3/f/hfile_0 2024-12-02T05:23:50,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:50,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:50,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:50,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:50,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:50,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:55070 deadline: 1733117090802 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:55070 2024-12-02T05:23:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733117021073.9075604e212e667a1611970a88bb34e9., hostname=f49461030c22,38057,1733117003936, seqNum=2 , the old value is region=test,,1733117021073.9075604e212e667a1611970a88bb34e9., hostname=f49461030c22,38057,1733117003936, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f49461030c22:38057 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:23:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733117021073.9075604e212e667a1611970a88bb34e9., hostname=f49461030c22,38057,1733117003936, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:23:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733117021073.9075604e212e667a1611970a88bb34e9., hostname=f49461030c22,38057,1733117003936, seqNum=2 from cache 2024-12-02T05:23:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33855,1733117015731, seqNum=-1] 2024-12-02T05:23:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:50,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:50,807 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 379, reset compression=false 2024-12-02T05:23:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., hostname=f49461030c22,33855,1733117015731, seqNum=2] 2024-12-02T05:23:50,812 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:23:50,913 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:38057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-02T05:23:51,424 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 379, reset compression=false 2024-12-02T05:23:51,529 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 379, reset compression=false 2024-12-02T05:23:51,534 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:23:51,534 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38057,1733117003936 got entry batch from reader: WALEntryBatch [walEntries=[{test/9075604e212e667a1611970a88bb34e9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733117030800/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T05:23:51,536 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:23:51,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-02T05:23:51,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(318): Replicating [e326ad8a-4c34-4337-b94c-931c3775f522] bulk loaded data 2024-12-02T05:23:51,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@310e548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:51,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36035,-1 for getting cluster id 2024-12-02T05:23:51,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:51,538 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e866676-371c-4dd2-ad2b-93753163b889' 2024-12-02T05:23:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e866676-371c-4dd2-ad2b-93753163b889" 2024-12-02T05:23:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d9cf327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36035,-1] 2024-12-02T05:23:51,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:51,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:51,539 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:51,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6701890a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741840_1016 (size=7691) 2024-12-02T05:23:51,734 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 687, reset compression=false 2024-12-02T05:23:51,815 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:23:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741841_1017 (size=7894) 2024-12-02T05:23:51,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:51,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36035,1733117014892 2024-12-02T05:23:51,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cbe1cb5 2024-12-02T05:23:51,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:51,969 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T05:23:51,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:23:51,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33855,1733117015731, seqNum=-1] 2024-12-02T05:23:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:51,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T05:23:51,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T05:23:51,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T05:23:51,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ for inclusion in fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T05:23:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:51,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ for inclusion in fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T05:23:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(2603): Flush status journal for fa4a9fb8bb6df84611908f584aed8975: 2024-12-02T05:23:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:23:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/c9dc973ec8d5417fa413ebcc3b95eac6_SeqId_4_ 2024-12-02T05:23:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:23:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/d74cc167bc954315bdfb81ff4bb74727_SeqId_4_ 2024-12-02T05:23:52,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ into fa4a9fb8bb6df84611908f584aed8975/f as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/c9dc973ec8d5417fa413ebcc3b95eac6_SeqId_4_ - updating store file list. 2024-12-02T05:23:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9dc973ec8d5417fa413ebcc3b95eac6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:52,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/c9dc973ec8d5417fa413ebcc3b95eac6_SeqId_4_ into fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:52,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ into fa4a9fb8bb6df84611908f584aed8975/f (new location: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/c9dc973ec8d5417fa413ebcc3b95eac6_SeqId_4_) 2024-12-02T05:23:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_ 2024-12-02T05:23:52,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ into fa4a9fb8bb6df84611908f584aed8975/f as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/d74cc167bc954315bdfb81ff4bb74727_SeqId_4_ - updating store file list. 2024-12-02T05:23:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d74cc167bc954315bdfb81ff4bb74727_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:52,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/d74cc167bc954315bdfb81ff4bb74727_SeqId_4_ into fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:52,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ into fa4a9fb8bb6df84611908f584aed8975/f (new location: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/d74cc167bc954315bdfb81ff4bb74727_SeqId_4_) 2024-12-02T05:23:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins.hfs.11__test__bopb7qnj0ttp6nuqejpga8vnlltjc6a7hlhskj103lb0vltmu5kr77tcklmvjs65/f/6f119eb9b47c4eaf9741b7f807959066_SeqId_4_ 2024-12-02T05:23:52,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(324): Finished replicating [e326ad8a-4c34-4337-b94c-931c3775f522] bulk loaded data 2024-12-02T05:23:52,038 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 687, reset compression=false 2024-12-02T05:23:52,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:23:52,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:52,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:52,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:52,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:52,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:52,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:52,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:23:52,130 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 379, reset compression=false 2024-12-02T05:23:52,152 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:23:52,152 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,33855,1733117015731 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4a9fb8bb6df84611908f584aed8975/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733117032016/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T05:23:52,155 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:23:52,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-02T05:23:52,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.ReplicationSink(318): Replicating [e326ad8a-4c34-4337-b94c-931c3775f522, 1e866676-371c-4dd2-ad2b-93753163b889] bulk loaded data 2024-12-02T05:23:52,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1deb6921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:52,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40681,-1 for getting cluster id 2024-12-02T05:23:52,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:52,157 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e326ad8a-4c34-4337-b94c-931c3775f522' 2024-12-02T05:23:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e326ad8a-4c34-4337-b94c-931c3775f522" 2024-12-02T05:23:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8724fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40681,-1] 2024-12-02T05:23:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:52,159 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:52,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b20424a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:52,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741842_1018 (size=7691) 2024-12-02T05:23:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741843_1019 (size=7894) 2024-12-02T05:23:52,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:52,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40681,1733117002757 2024-12-02T05:23:52,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3839780f 2024-12-02T05:23:52,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:52,268 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T05:23:52,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:23:52,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:52,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38057,1733117003936, seqNum=-1] 2024-12-02T05:23:52,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:52,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T05:23:52,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__9lqlp3j3t2glghdhemidki6j569qhpq0cdm7e66kei0jcukdtdubuuceboe997in/f/c9dc973ec8d5417fa413ebcc3b95eac6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T05:23:52,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__9lqlp3j3t2glghdhemidki6j569qhpq0cdm7e66kei0jcukdtdubuuceboe997in/f/d74cc167bc954315bdfb81ff4bb74727_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T05:23:52,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.ReplicationSink(324): Finished replicating [e326ad8a-4c34-4337-b94c-931c3775f522, 1e866676-371c-4dd2-ad2b-93753163b889] bulk loaded data 2024-12-02T05:23:52,344 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:23:52,352 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 725, reset compression=false 2024-12-02T05:23:52,445 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 687, reset compression=false 2024-12-02T05:23:52,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 725, reset compression=false 2024-12-02T05:23:52,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:23:52,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733117032826/Put/seqid=0 2024-12-02T05:23:52,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741842_1018 (size=11194) 2024-12-02T05:23:52,949 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 687, reset compression=false 2024-12-02T05:23:53,060 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 725, reset compression=false 2024-12-02T05:23:53,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733117033244/Put/seqid=0 2024-12-02T05:23:53,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741843_1019 (size=10791) 2024-12-02T05:23:53,552 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 687, reset compression=false 2024-12-02T05:23:53,564 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 725, reset compression=false 2024-12-02T05:23:53,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786663f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:53,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36035,-1 for getting cluster id 2024-12-02T05:23:53,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:23:53,650 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e866676-371c-4dd2-ad2b-93753163b889' 2024-12-02T05:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e866676-371c-4dd2-ad2b-93753163b889" 2024-12-02T05:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffcd197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36035,-1] 2024-12-02T05:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:23:53,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:53,652 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:23:53,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e01a56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:23:53,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:53,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,33855,1733117015731, seqNum=-1] 2024-12-02T05:23:53,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:53,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:53,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:23:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36035,1733117014892 2024-12-02T05:23:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c6d0612 2024-12-02T05:23:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:23:53,663 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:23:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., hostname=f49461030c22,33855,1733117015731, seqNum=2] 2024-12-02T05:23:53,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:23:53,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T05:23:53,676 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T05:23:53,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T05:23:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:53,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T05:23:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(2603): Flush status journal for fa4a9fb8bb6df84611908f584aed8975: 2024-12-02T05:23:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_0 2024-12-02T05:23:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_0 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ 2024-12-02T05:23:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_1 2024-12-02T05:23:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_1 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ 2024-12-02T05:23:53,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_0 into fa4a9fb8bb6df84611908f584aed8975/f as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ - updating store file list. 2024-12-02T05:23:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed13d8103e744d27a0921236bedd3825_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:53,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ into fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:53,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_0 into fa4a9fb8bb6df84611908f584aed8975/f (new location: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_) 2024-12-02T05:23:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_0 2024-12-02T05:23:53,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_1 into fa4a9fb8bb6df84611908f584aed8975/f as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ - updating store file list. 2024-12-02T05:23:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a47d08490be48529d5e2ea4aea5f036_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:53,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ into fa4a9fb8bb6df84611908f584aed8975/f 2024-12-02T05:23:53,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_1 into fa4a9fb8bb6df84611908f584aed8975/f (new location: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_) 2024-12-02T05:23:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/staging/jenkins__test__3f7gsvf95lami5hjo9j61ei62hfkarb6s6l9qrv9uucoplt1r0jb3sl0cfjagsm8/f/hfile_1 2024-12-02T05:23:53,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:53,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:53,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:53,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:53,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., hostname=f49461030c22,33855,1733117015731, seqNum=2 , the old value is region=test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., hostname=f49461030c22,33855,1733117015731, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f49461030c22:33855 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:23:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., hostname=f49461030c22,33855,1733117015731, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:23:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., hostname=f49461030c22,33855,1733117015731, seqNum=2 from cache 2024-12-02T05:23:53,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:23:53,702 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T05:23:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38057,1733117003936, seqNum=-1] 2024-12-02T05:23:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:23:53,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:23:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117021073.9075604e212e667a1611970a88bb34e9., hostname=f49461030c22,38057,1733117003936, seqNum=2] 2024-12-02T05:23:53,714 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:23:53,804 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:33855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-02T05:23:54,167 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 725, reset compression=false 2024-12-02T05:23:54,171 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:23:54,171 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,33855,1733117015731 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4a9fb8bb6df84611908f584aed8975/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733117033699/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T05:23:54,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.ReplicationSink(318): Replicating [1e866676-371c-4dd2-ad2b-93753163b889] bulk loaded data 2024-12-02T05:23:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741844_1020 (size=11194) 2024-12-02T05:23:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741845_1021 (size=10791) 2024-12-02T05:23:54,256 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 687, reset compression=false 2024-12-02T05:23:54,371 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 1033, reset compression=false 2024-12-02T05:23:54,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:23:54,603 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-02T05:23:54,606 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-02T05:23:54,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ for inclusion in 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T05:23:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:54,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ for inclusion in 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T05:23:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:23:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HRegion(2603): Flush status journal for 9075604e212e667a1611970a88bb34e9: 2024-12-02T05:23:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:23:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/f5b9430fb9d641f480fb3d516d4bf012_SeqId_6_ 2024-12-02T05:23:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed13d8103e744d27a0921236bedd3825_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:23:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/b291ab2b20d64a6297f565afcc4dcf10_SeqId_6_ 2024-12-02T05:23:54,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ into 9075604e212e667a1611970a88bb34e9/f as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/f5b9430fb9d641f480fb3d516d4bf012_SeqId_6_ - updating store file list. 2024-12-02T05:23:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5b9430fb9d641f480fb3d516d4bf012_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:54,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/f5b9430fb9d641f480fb3d516d4bf012_SeqId_6_ into 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:54,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ into 9075604e212e667a1611970a88bb34e9/f (new location: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/f5b9430fb9d641f480fb3d516d4bf012_SeqId_6_) 2024-12-02T05:23:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/7a47d08490be48529d5e2ea4aea5f036_SeqId_6_ 2024-12-02T05:23:54,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ into 9075604e212e667a1611970a88bb34e9/f as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/b291ab2b20d64a6297f565afcc4dcf10_SeqId_6_ - updating store file list. 2024-12-02T05:23:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b291ab2b20d64a6297f565afcc4dcf10_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:23:54,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/b291ab2b20d64a6297f565afcc4dcf10_SeqId_6_ into 9075604e212e667a1611970a88bb34e9/f 2024-12-02T05:23:54,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ into 9075604e212e667a1611970a88bb34e9/f (new location: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/f/b291ab2b20d64a6297f565afcc4dcf10_SeqId_6_) 2024-12-02T05:23:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/staging/jenkins.hfs.10__test__7sgt231s1ia1rulju1rqedb8jpq8vngqnck0ip49og0rl49rras7mt5plknh1k3n/f/ed13d8103e744d27a0921236bedd3825_SeqId_6_ 2024-12-02T05:23:54,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38057 {}] regionserver.ReplicationSink(324): Finished replicating [1e866676-371c-4dd2-ad2b-93753163b889] bulk loaded data 2024-12-02T05:23:54,682 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 1033, reset compression=false 2024-12-02T05:23:54,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:23:54,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:54,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:54,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:54,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:54,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:54,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:23:54,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1551649943, stopped=false 2024-12-02T05:23:54,734 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,36035,1733117014892 2024-12-02T05:23:54,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11263362500/running 2024-12-02T05:23:54,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:54,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11263362500/running 2024-12-02T05:23:54,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:54,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:54,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:54,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:54,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:54,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,33855,1733117015731' ***** 2024-12-02T05:23:54,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:23:54,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on znode that does not yet exist, /11263362500/running 2024-12-02T05:23:54,970 INFO [RS:0;f49461030c22:33855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:23:54,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:23:54,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Set watcher on znode that does not yet exist, /11263362500/running 2024-12-02T05:23:54,970 INFO [RS:0;f49461030c22:33855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:23:54,970 INFO [RS:0;f49461030c22:33855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:23:54,970 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(959): stopping server f49461030c22,33855,1733117015731 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:33855. 2024-12-02T05:23:54,971 DEBUG [RS:0;f49461030c22:33855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:54,971 DEBUG [RS:0;f49461030c22:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:23:54,971 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:23:54,971 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1325): Online Regions={fa4a9fb8bb6df84611908f584aed8975=test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975., 1588230740=hbase:meta,,1.1588230740, a27b93e1830b36766f3c42d16ce0bdbb=hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb.} 2024-12-02T05:23:54,971 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27b93e1830b36766f3c42d16ce0bdbb, fa4a9fb8bb6df84611908f584aed8975 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:23:54,972 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:23:54,972 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa4a9fb8bb6df84611908f584aed8975, disabling compactions & flushes 2024-12-02T05:23:54,972 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. after waiting 0 ms 2024-12-02T05:23:54,972 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:54,978 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/default/test/fa4a9fb8bb6df84611908f584aed8975/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T05:23:54,979 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:54,979 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:23:54,979 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:54,979 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa4a9fb8bb6df84611908f584aed8975: Waiting for close lock at 1733117034972Running coprocessor pre-close hooks at 1733117034972Disabling compacts and flushes for region at 1733117034972Disabling writes for close at 1733117034972Writing region close event to WAL at 1733117034975 (+3 ms)Running coprocessor post-close hooks at 1733117034979 (+4 ms)Closed at 1733117034979 2024-12-02T05:23:54,979 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975. 2024-12-02T05:23:54,980 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a27b93e1830b36766f3c42d16ce0bdbb, disabling compactions & flushes 2024-12-02T05:23:54,980 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:54,980 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:54,980 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. after waiting 0 ms 2024-12-02T05:23:54,980 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:54,980 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a27b93e1830b36766f3c42d16ce0bdbb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-02T05:23:54,986 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:54,995 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/info/60639e6c704843698d72ae4a6d8170d1 is 147, key is hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb./info:regioninfo/1733117028718/Put/seqid=0 2024-12-02T05:23:55,003 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/.tmp/hfileref/9440e968fd194ee99b369981bfe3f7bf is 74, key is 1/hfileref:7a47d08490be48529d5e2ea4aea5f036_SeqId_6_/1733117034636/DeleteColumn/seqid=0 2024-12-02T05:23:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741844_1020 (size=7686) 2024-12-02T05:23:55,010 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/info/60639e6c704843698d72ae4a6d8170d1 2024-12-02T05:23:55,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741845_1021 (size=5345) 2024-12-02T05:23:55,039 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/ns/7b926a3eed854ce585888c23c1e37151 is 43, key is default/ns:d/1733117020750/Put/seqid=0 2024-12-02T05:23:55,059 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 687, reset compression=false 2024-12-02T05:23:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741846_1022 (size=5153) 2024-12-02T05:23:55,068 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/ns/7b926a3eed854ce585888c23c1e37151 2024-12-02T05:23:55,074 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:23:55,074 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38057,1733117003936 got entry batch from reader: WALEntryBatch [walEntries=[{test/9075604e212e667a1611970a88bb34e9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733117034633/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T05:23:55,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f49461030c22,33855,1733117015731 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-02T05:23:55,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40852 deadline: 1733117095076, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f49461030c22,33855,1733117015731 stopping 2024-12-02T05:23:55,083 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f49461030c22,33855,1733117015731 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:55,085 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 1033, reset compression=false 2024-12-02T05:23:55,105 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/rep_barrier/9af38582fb0d46baa8cec8762a67bf06 is 112, key is test,,1733117023226.fa4a9fb8bb6df84611908f584aed8975./rep_barrier:seqnumDuringOpen/1733117024373/Put/seqid=0 2024-12-02T05:23:55,114 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:23:55,115 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 1328, reset compression=false 2024-12-02T05:23:55,115 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,33855,1733117015731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:23:55,116 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,33855,1733117015731: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,33855,1733117015731, walGroup=f49461030c22%2C33855%2C1733117015731, offset=f49461030c22%2C33855%2C1733117015731.1733117019702:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:33855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:23:55,133 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:23:55,134 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:23:55,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741847_1023 (size=5518) 2024-12-02T05:23:55,136 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:23:55,136 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:23:55,136 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:23:55,136 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/rep_barrier/9af38582fb0d46baa8cec8762a67bf06 2024-12-02T05:23:55,136 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 710892336 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188730432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:23:55,137 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:23:55,172 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:55,174 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/table/90d38f82f50c467ca7b2ffdaac4a2b80 is 53, key is hbase:replication/table:state/1733117028724/Put/seqid=0 2024-12-02T05:23:55,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741848_1024 (size=5308) 2024-12-02T05:23:55,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f49461030c22,33855,1733117015731 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:55,190 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f49461030c22,33855,1733117015731 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:55,275 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1033, reset compression=false 2024-12-02T05:23:55,342 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 1328, reset compression=false 2024-12-02T05:23:55,372 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27b93e1830b36766f3c42d16ce0bdbb 2024-12-02T05:23:55,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f49461030c22,33855,1733117015731 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:55,395 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f49461030c22,33855,1733117015731 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:55,427 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/.tmp/hfileref/9440e968fd194ee99b369981bfe3f7bf 2024-12-02T05:23:55,469 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/.tmp/queue/3656309eb3f9439b86a74a41a844488c is 154, key is 1-f49461030c22,33855,1733117015731/queue:f49461030c22%2C33855%2C1733117015731/1733117034637/Put/seqid=0 2024-12-02T05:23:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741849_1025 (size=5353) 2024-12-02T05:23:55,477 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/.tmp/queue/3656309eb3f9439b86a74a41a844488c 2024-12-02T05:23:55,492 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/.tmp/hfileref/9440e968fd194ee99b369981bfe3f7bf as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/hfileref/9440e968fd194ee99b369981bfe3f7bf 2024-12-02T05:23:55,503 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/hfileref/9440e968fd194ee99b369981bfe3f7bf, entries=4, sequenceid=12, filesize=5.2 K 2024-12-02T05:23:55,508 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/.tmp/queue/3656309eb3f9439b86a74a41a844488c as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/queue/3656309eb3f9439b86a74a41a844488c 2024-12-02T05:23:55,514 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/queue/3656309eb3f9439b86a74a41a844488c, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T05:23:55,515 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a27b93e1830b36766f3c42d16ce0bdbb in 535ms, sequenceid=12, compaction requested=false 2024-12-02T05:23:55,533 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/replication/a27b93e1830b36766f3c42d16ce0bdbb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T05:23:55,533 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:55,533 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:55,534 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:55,534 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a27b93e1830b36766f3c42d16ce0bdbb: Waiting for close lock at 1733117034979Running coprocessor pre-close hooks at 1733117034979Disabling compacts and flushes for region at 1733117034979Disabling writes for close at 1733117034980 (+1 ms)Obtaining lock to block concurrent updates at 1733117034980Preparing flush snapshotting stores in a27b93e1830b36766f3c42d16ce0bdbb at 1733117034980Finished memstore snapshotting hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733117034980Flushing stores of hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. at 1733117034981 (+1 ms)Flushing a27b93e1830b36766f3c42d16ce0bdbb/hfileref: creating writer at 1733117034981Flushing a27b93e1830b36766f3c42d16ce0bdbb/hfileref: appending metadata at 1733117035002 (+21 ms)Flushing a27b93e1830b36766f3c42d16ce0bdbb/hfileref: closing flushed file at 1733117035002Flushing a27b93e1830b36766f3c42d16ce0bdbb/queue: creating writer at 1733117035439 (+437 ms)Flushing a27b93e1830b36766f3c42d16ce0bdbb/queue: appending metadata at 1733117035468 (+29 ms)Flushing a27b93e1830b36766f3c42d16ce0bdbb/queue: closing flushed file at 1733117035469 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b341b13: reopening flushed file at 1733117035491 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5885dd: reopening flushed file at 1733117035503 (+12 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a27b93e1830b36766f3c42d16ce0bdbb in 535ms, sequenceid=12, compaction requested=false at 1733117035515 (+12 ms)Writing region close event to WAL at 1733117035521 (+6 ms)Running coprocessor post-close hooks at 1733117035533 (+12 ms)Closed at 1733117035534 (+1 ms) 2024-12-02T05:23:55,534 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733117027559.a27b93e1830b36766f3c42d16ce0bdbb. 2024-12-02T05:23:55,572 DEBUG [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:55,588 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/table/90d38f82f50c467ca7b2ffdaac4a2b80 2024-12-02T05:23:55,590 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1033, reset compression=false 2024-12-02T05:23:55,605 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/info/60639e6c704843698d72ae4a6d8170d1 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/info/60639e6c704843698d72ae4a6d8170d1 2024-12-02T05:23:55,614 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/info/60639e6c704843698d72ae4a6d8170d1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:23:55,616 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/ns/7b926a3eed854ce585888c23c1e37151 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/ns/7b926a3eed854ce585888c23c1e37151 2024-12-02T05:23:55,623 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/ns/7b926a3eed854ce585888c23c1e37151, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:23:55,624 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/rep_barrier/9af38582fb0d46baa8cec8762a67bf06 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/rep_barrier/9af38582fb0d46baa8cec8762a67bf06 2024-12-02T05:23:55,643 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/rep_barrier/9af38582fb0d46baa8cec8762a67bf06, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:23:55,644 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/.tmp/table/90d38f82f50c467ca7b2ffdaac4a2b80 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/table/90d38f82f50c467ca7b2ffdaac4a2b80 2024-12-02T05:23:55,648 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:23:55,648 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:23:55,651 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/table/90d38f82f50c467ca7b2ffdaac4a2b80, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:23:55,652 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 680ms, sequenceid=16, compaction requested=false 2024-12-02T05:23:55,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/WALs/f49461030c22,33855,1733117015731/f49461030c22%2C33855%2C1733117015731.1733117019702 to pos 1328, reset compression=false 2024-12-02T05:23:55,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f49461030c22,33855,1733117015731 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:55,700 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f49461030c22,33855,1733117015731 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:55,765 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:23:55,766 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:55,766 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:55,766 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:55,766 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117034972Running coprocessor pre-close hooks at 1733117034972Disabling compacts and flushes for region at 1733117034972Disabling writes for close at 1733117034972Obtaining lock to block concurrent updates at 1733117034972Preparing flush snapshotting stores in 1588230740 at 1733117034972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117034973 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733117034973Flushing 1588230740/info: creating writer at 1733117034973Flushing 1588230740/info: appending metadata at 1733117034992 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733117034992Flushing 1588230740/ns: creating writer at 1733117035014 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733117035039 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733117035039Flushing 1588230740/rep_barrier: creating writer at 1733117035074 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117035105 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117035105Flushing 1588230740/table: creating writer at 1733117035143 (+38 ms)Flushing 1588230740/table: appending metadata at 1733117035174 (+31 ms)Flushing 1588230740/table: closing flushed file at 1733117035174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0841aa: reopening flushed file at 1733117035604 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea26081: reopening flushed file at 1733117035615 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4972d5d4: reopening flushed file at 1733117035623 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439b1b7c: reopening flushed file at 1733117035643 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 680ms, sequenceid=16, compaction requested=false at 1733117035652 (+9 ms)Writing region close event to WAL at 1733117035748 (+96 ms)Running coprocessor post-close hooks at 1733117035766 (+18 ms)Closed at 1733117035766 2024-12-02T05:23:55,766 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:55,772 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(976): stopping server f49461030c22,33855,1733117015731; all regions closed. 2024-12-02T05:23:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:23:55,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741839_1015 (size=3127) 2024-12-02T05:23:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741833_1009 (size=1336) 2024-12-02T05:23:55,816 DEBUG [RS:0;f49461030c22:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:55,816 INFO [RS:0;f49461030c22:33855 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:55,816 INFO [RS:0;f49461030c22:33855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:55,816 INFO [RS:0;f49461030c22:33855 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:55,816 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:55,816 INFO [RS:0;f49461030c22:33855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:55,817 INFO [RS:0;f49461030c22:33855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,33855,1733117015731 because: Region server is closing 2024-12-02T05:23:55,817 INFO [RS:0;f49461030c22:33855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:33855. 2024-12-02T05:23:55,817 DEBUG [RS:0;f49461030c22:33855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:55,817 DEBUG [RS:0;f49461030c22:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:55,817 DEBUG [RS:0;f49461030c22:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:55,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:55,917 INFO [RS:0;f49461030c22:33855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.shipperf49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 terminated 2024-12-02T05:23:55,918 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,33855,1733117015731.replicationSource.wal-reader.f49461030c22%2C33855%2C1733117015731,1-f49461030c22,33855,1733117015731 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:23:55,918 INFO [RS:0;f49461030c22:33855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:33855. 2024-12-02T05:23:55,918 DEBUG [RS:0;f49461030c22:33855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:55,918 DEBUG [RS:0;f49461030c22:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:55,918 DEBUG [RS:0;f49461030c22:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:55,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:55,918 INFO [RS:0;f49461030c22:33855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33855 2024-12-02T05:23:56,017 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1033, reset compression=false 2024-12-02T05:23:56,104 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f49461030c22:33855 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f49461030c22/172.17.0.2:33855 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:56,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f49461030c22:33855 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f49461030c22/172.17.0.2:33855 2024-12-02T05:23:56,105 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f49461030c22:33855 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f49461030c22/172.17.0.2:33855 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f49461030c22/172.17.0.2:33855 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-02T05:23:56,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11263362500/rs/f49461030c22,33855,1733117015731 2024-12-02T05:23:56,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500/rs 2024-12-02T05:23:56,136 INFO [RS:0;f49461030c22:33855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:56,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,33855,1733117015731] 2024-12-02T05:23:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:56,246 INFO [RS:0;f49461030c22:33855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:56,246 INFO [RS:0;f49461030c22:33855 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,33855,1733117015731; zookeeper connection closed. 2024-12-02T05:23:56,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101947eaac40004, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:56,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54db06ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54db06ed 2024-12-02T05:23:56,247 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:23:56,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11263362500/draining/f49461030c22,33855,1733117015731 already deleted, retry=false 2024-12-02T05:23:56,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,33855,1733117015731 expired; onlineServers=0 2024-12-02T05:23:56,321 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,36035,1733117014892' ***** 2024-12-02T05:23:56,321 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:23:56,321 INFO [M:0;f49461030c22:36035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:56,321 INFO [M:0;f49461030c22:36035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:23:56,322 DEBUG [M:0;f49461030c22:36035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:23:56,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:23:56,322 DEBUG [M:0;f49461030c22:36035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:23:56,322 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117019039 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117019039,5,FailOnTimeoutGroup] 2024-12-02T05:23:56,322 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117019039 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117019039,5,FailOnTimeoutGroup] 2024-12-02T05:23:56,322 INFO [M:0;f49461030c22:36035 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:23:56,322 INFO [M:0;f49461030c22:36035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:23:56,322 DEBUG [M:0;f49461030c22:36035 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:23:56,322 INFO [M:0;f49461030c22:36035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:23:56,322 INFO [M:0;f49461030c22:36035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:56,322 INFO [M:0;f49461030c22:36035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:23:56,322 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:23:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11263362500/master 2024-12-02T05:23:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11263362500 2024-12-02T05:23:56,352 DEBUG [M:0;f49461030c22:36035 {}] zookeeper.ZKUtil(347): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Unable to get data of znode /11263362500/master because node does not exist (not an error) 2024-12-02T05:23:56,352 WARN [M:0;f49461030c22:36035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:23:56,353 INFO [M:0;f49461030c22:36035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/.lastflushedseqids 2024-12-02T05:23:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741850_1026 (size=263) 2024-12-02T05:23:56,521 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1033, reset compression=false 2024-12-02T05:23:56,607 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] ipc.AbstractRpcClient(357): Not trying to connect to f49461030c22:33855 this server is in the failed servers list 2024-12-02T05:23:56,608 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f49461030c22:33855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f49461030c22:33855 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f49461030c22:33855 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-12-02T05:23:56,769 INFO [M:0;f49461030c22:36035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:23:56,770 INFO [M:0;f49461030c22:36035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:23:56,770 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:23:56,770 INFO [M:0;f49461030c22:36035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:56,770 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:56,770 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:23:56,770 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:56,770 INFO [M:0;f49461030c22:36035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T05:23:56,787 DEBUG [M:0;f49461030c22:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc45350bf0644291aa9645d819a6a010 is 82, key is hbase:meta,,1/info:regioninfo/1733117020580/Put/seqid=0 2024-12-02T05:23:56,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741851_1027 (size=5672) 2024-12-02T05:23:57,126 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1033, reset compression=false 2024-12-02T05:23:57,191 INFO [M:0;f49461030c22:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc45350bf0644291aa9645d819a6a010 2024-12-02T05:23:57,208 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] ipc.AbstractRpcClient(357): Not trying to connect to f49461030c22:33855 this server is in the failed servers list 2024-12-02T05:23:57,209 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f49461030c22:33855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f49461030c22:33855 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f49461030c22:33855 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-12-02T05:23:57,211 DEBUG [M:0;f49461030c22:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae9bbe9f860e40e897ec7cf57390862e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733117028727/Put/seqid=0 2024-12-02T05:23:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741852_1028 (size=8515) 2024-12-02T05:23:57,615 INFO [M:0;f49461030c22:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae9bbe9f860e40e897ec7cf57390862e 2024-12-02T05:23:57,631 DEBUG [M:0;f49461030c22:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/412ca056a6204e9dbf3e29654b11bce6 is 69, key is f49461030c22,33855,1733117015731/rs:state/1733117019415/Put/seqid=0 2024-12-02T05:23:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741853_1029 (size=5156) 2024-12-02T05:23:57,634 INFO [M:0;f49461030c22:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/412ca056a6204e9dbf3e29654b11bce6 2024-12-02T05:23:57,638 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc45350bf0644291aa9645d819a6a010 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc45350bf0644291aa9645d819a6a010 2024-12-02T05:23:57,642 INFO [M:0;f49461030c22:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc45350bf0644291aa9645d819a6a010, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T05:23:57,642 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae9bbe9f860e40e897ec7cf57390862e as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae9bbe9f860e40e897ec7cf57390862e 2024-12-02T05:23:57,646 INFO [M:0;f49461030c22:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae9bbe9f860e40e897ec7cf57390862e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T05:23:57,646 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/412ca056a6204e9dbf3e29654b11bce6 as hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/412ca056a6204e9dbf3e29654b11bce6 2024-12-02T05:23:57,650 INFO [M:0;f49461030c22:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44711/user/jenkins/test-data/397f3810-2832-9411-5eb5-3633d19af4a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/412ca056a6204e9dbf3e29654b11bce6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T05:23:57,651 INFO [M:0;f49461030c22:36035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-12-02T05:23:57,652 INFO [M:0;f49461030c22:36035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:23:57,652 DEBUG [M:0;f49461030c22:36035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117036770Disabling compacts and flushes for region at 1733117036770Disabling writes for close at 1733117036770Obtaining lock to block concurrent updates at 1733117036770Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117036770Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733117036770Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117036771 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117036771Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117036786 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117036786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117037195 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117037211 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117037211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117037619 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117037631 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117037631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b97de45: reopening flushed file at 1733117037637 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfe47a8: reopening flushed file at 1733117037642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed6d7c6: reopening flushed file at 1733117037646 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1733117037651 (+5 ms)Writing region close event to WAL at 1733117037652 (+1 ms)Closed at 1733117037652 2024-12-02T05:23:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741830_1006 (size=63642) 2024-12-02T05:23:57,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:23:57,654 INFO [M:0;f49461030c22:36035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:23:57,654 INFO [M:0;f49461030c22:36035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36035 2024-12-02T05:23:57,654 INFO [M:0;f49461030c22:36035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:23:57,829 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1033, reset compression=false 2024-12-02T05:23:57,910 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] ipc.AbstractRpcClient(357): Not trying to connect to f49461030c22:33855 this server is in the failed servers list 2024-12-02T05:23:57,910 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f49461030c22:33855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f49461030c22:33855 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f49461030c22:33855 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-12-02T05:23:57,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:57,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x101947eaac40003, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:23:57,952 INFO [M:0;f49461030c22:36035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:23:58,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bf0e32f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:23:58,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2490bef3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:23:58,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:23:58,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@167e32ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:23:58,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8384e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.log.dir/,STOPPED} 2024-12-02T05:23:58,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:23:58,144 WARN [BP-1805987-172.17.0.2-1733117010569 heartbeating to localhost/127.0.0.1:44711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:23:58,144 WARN [BP-1805987-172.17.0.2-1733117010569 heartbeating to localhost/127.0.0.1:44711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1805987-172.17.0.2-1733117010569 (Datanode Uuid d33e7075-cad2-43cd-b173-a7646fc28399) service to localhost/127.0.0.1:44711 2024-12-02T05:23:58,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:23:58,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/cluster_c54070c7-6ec7-4776-5acc-6bf8105a7d70/data/data1/current/BP-1805987-172.17.0.2-1733117010569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:23:58,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/cluster_c54070c7-6ec7-4776-5acc-6bf8105a7d70/data/data2/current/BP-1805987-172.17.0.2-1733117010569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:23:58,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:23:58,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc4f726{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:23:58,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e13cddf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:23:58,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:23:58,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fbbdb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:23:58,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ffaaf29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.log.dir/,STOPPED} 2024-12-02T05:23:58,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:23:58,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:23:58,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:58,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:58,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:58,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:58,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:23:58,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:23:58,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033479627, stopped=false 2024-12-02T05:23:58,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,40681,1733117002757 2024-12-02T05:23:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188711321/running 2024-12-02T05:23:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188711321/running 2024-12-02T05:23:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:23:58,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:23:58,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on znode that does not yet exist, /0-188711321/running 2024-12-02T05:23:58,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Set watcher on znode that does not yet exist, /0-188711321/running 2024-12-02T05:23:58,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:23:58,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:58,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:58,255 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,38057,1733117003936' ***** 2024-12-02T05:23:58,255 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:23:58,255 INFO [RS:0;f49461030c22:38057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:23:58,255 INFO [RS:0;f49461030c22:38057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:23:58,256 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(3091): Received CLOSE for 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(3091): Received CLOSE for 9075604e212e667a1611970a88bb34e9 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(959): stopping server f49461030c22,38057,1733117003936 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38057. 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98107be4482a2bcfcb1665d6611c365f, disabling compactions & flushes 2024-12-02T05:23:58,256 DEBUG [RS:0;f49461030c22:38057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:23:58,256 DEBUG [RS:0;f49461030c22:38057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:23:58,256 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. after waiting 0 ms 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:23:58,256 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98107be4482a2bcfcb1665d6611c365f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-02T05:23:58,256 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:23:58,256 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1325): Online Regions={98107be4482a2bcfcb1665d6611c365f=hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f., 9075604e212e667a1611970a88bb34e9=test,,1733117021073.9075604e212e667a1611970a88bb34e9., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:23:58,256 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9075604e212e667a1611970a88bb34e9, 98107be4482a2bcfcb1665d6611c365f 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:23:58,256 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:23:58,256 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:23:58,256 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:23:58,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/.tmp/hfileref/d1dbbf3873444d1fa647174d159710c1 is 74, key is 1/hfileref:4719053ada6a4266b4b0198ed6cc0eee_SeqId_4_/1733117032020/DeleteColumn/seqid=0 2024-12-02T05:23:58,272 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/info/7cf9713efd374f68b34ea78d09138462 is 147, key is hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f./info:regioninfo/1733117026564/Put/seqid=0 2024-12-02T05:23:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741846_1022 (size=5345) 2024-12-02T05:23:58,274 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/.tmp/hfileref/d1dbbf3873444d1fa647174d159710c1 2024-12-02T05:23:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741847_1023 (size=7686) 2024-12-02T05:23:58,290 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/.tmp/queue/752b03bd0cba42549f67c0123dbda01b is 153, key is 1-f49461030c22,38057,1733117003936/queue:f49461030c22%2C38057%2C1733117003936/1733117032022/Put/seqid=0 2024-12-02T05:23:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741848_1024 (size=5352) 2024-12-02T05:23:58,294 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/.tmp/queue/752b03bd0cba42549f67c0123dbda01b 2024-12-02T05:23:58,299 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/.tmp/hfileref/d1dbbf3873444d1fa647174d159710c1 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/hfileref/d1dbbf3873444d1fa647174d159710c1 2024-12-02T05:23:58,304 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/hfileref/d1dbbf3873444d1fa647174d159710c1, entries=4, sequenceid=10, filesize=5.2 K 2024-12-02T05:23:58,305 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/.tmp/queue/752b03bd0cba42549f67c0123dbda01b as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/queue/752b03bd0cba42549f67c0123dbda01b 2024-12-02T05:23:58,309 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/queue/752b03bd0cba42549f67c0123dbda01b, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T05:23:58,310 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 98107be4482a2bcfcb1665d6611c365f in 54ms, sequenceid=10, compaction requested=false 2024-12-02T05:23:58,310 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:23:58,316 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/replication/98107be4482a2bcfcb1665d6611c365f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:58,317 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98107be4482a2bcfcb1665d6611c365f: Waiting for close lock at 1733117038256Running coprocessor pre-close hooks at 1733117038256Disabling compacts and flushes for region at 1733117038256Disabling writes for close at 1733117038256Obtaining lock to block concurrent updates at 1733117038256Preparing flush snapshotting stores in 98107be4482a2bcfcb1665d6611c365f at 1733117038256Finished memstore snapshotting hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733117038256Flushing stores of hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. at 1733117038257 (+1 ms)Flushing 98107be4482a2bcfcb1665d6611c365f/hfileref: creating writer at 1733117038257Flushing 98107be4482a2bcfcb1665d6611c365f/hfileref: appending metadata at 1733117038268 (+11 ms)Flushing 98107be4482a2bcfcb1665d6611c365f/hfileref: closing flushed file at 1733117038268Flushing 98107be4482a2bcfcb1665d6611c365f/queue: creating writer at 1733117038278 (+10 ms)Flushing 98107be4482a2bcfcb1665d6611c365f/queue: appending metadata at 1733117038289 (+11 ms)Flushing 98107be4482a2bcfcb1665d6611c365f/queue: closing flushed file at 1733117038290 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f2cb93: reopening flushed file at 1733117038298 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115b979e: reopening flushed file at 1733117038304 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 98107be4482a2bcfcb1665d6611c365f in 54ms, sequenceid=10, compaction requested=false at 1733117038310 (+6 ms)Writing region close event to WAL at 1733117038313 (+3 ms)Running coprocessor post-close hooks at 1733117038317 (+4 ms)Closed at 1733117038317 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733117025399.98107be4482a2bcfcb1665d6611c365f. 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9075604e212e667a1611970a88bb34e9, disabling compactions & flushes 2024-12-02T05:23:58,317 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117021073.9075604e212e667a1611970a88bb34e9. after waiting 0 ms 2024-12-02T05:23:58,317 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:58,320 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/default/test/9075604e212e667a1611970a88bb34e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T05:23:58,321 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:58,321 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:23:58,321 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:58,321 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9075604e212e667a1611970a88bb34e9: Waiting for close lock at 1733117038317Running coprocessor pre-close hooks at 1733117038317Disabling compacts and flushes for region at 1733117038317Disabling writes for close at 1733117038317Writing region close event to WAL at 1733117038318 (+1 ms)Running coprocessor post-close hooks at 1733117038321 (+3 ms)Closed at 1733117038321 2024-12-02T05:23:58,321 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117021073.9075604e212e667a1611970a88bb34e9. 2024-12-02T05:23:58,336 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:23:58,457 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:58,514 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:23:58,514 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:23:58,632 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1033, reset compression=false 2024-12-02T05:23:58,646 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:23:58,646 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:23:58,657 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:58,676 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/info/7cf9713efd374f68b34ea78d09138462 2024-12-02T05:23:58,693 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/ns/71395596417d432aa5cb8084b914c689 is 43, key is default/ns:d/1733117009580/Put/seqid=0 2024-12-02T05:23:58,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741849_1025 (size=5153) 2024-12-02T05:23:58,712 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f49461030c22:33855 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f49461030c22/172.17.0.2:33855 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:23:58,853 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:23:58,857 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:59,057 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:59,097 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/ns/71395596417d432aa5cb8084b914c689 2024-12-02T05:23:59,123 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/rep_barrier/d8d172daffb2488c842f8e41ebd34edc is 112, key is test,,1733117021073.9075604e212e667a1611970a88bb34e9./rep_barrier:seqnumDuringOpen/1733117022239/Put/seqid=0 2024-12-02T05:23:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741850_1026 (size=5518) 2024-12-02T05:23:59,129 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/rep_barrier/d8d172daffb2488c842f8e41ebd34edc 2024-12-02T05:23:59,149 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/table/8e267d5c8e8f47929e4bbb12a4a7f102 is 53, key is hbase:replication/table:state/1733117026575/Put/seqid=0 2024-12-02T05:23:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741851_1027 (size=5308) 2024-12-02T05:23:59,157 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:23:59,257 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:23:59,257 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:23:59,257 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:59,458 DEBUG [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:23:59,554 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/table/8e267d5c8e8f47929e4bbb12a4a7f102 2024-12-02T05:23:59,559 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/info/7cf9713efd374f68b34ea78d09138462 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/info/7cf9713efd374f68b34ea78d09138462 2024-12-02T05:23:59,560 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:23:59,564 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/info/7cf9713efd374f68b34ea78d09138462, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:23:59,565 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/ns/71395596417d432aa5cb8084b914c689 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/ns/71395596417d432aa5cb8084b914c689 2024-12-02T05:23:59,573 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/ns/71395596417d432aa5cb8084b914c689, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:23:59,574 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/rep_barrier/d8d172daffb2488c842f8e41ebd34edc as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/rep_barrier/d8d172daffb2488c842f8e41ebd34edc 2024-12-02T05:23:59,579 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/rep_barrier/d8d172daffb2488c842f8e41ebd34edc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:23:59,580 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/.tmp/table/8e267d5c8e8f47929e4bbb12a4a7f102 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/table/8e267d5c8e8f47929e4bbb12a4a7f102 2024-12-02T05:23:59,585 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/table/8e267d5c8e8f47929e4bbb12a4a7f102, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:23:59,586 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-12-02T05:23:59,586 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:23:59,614 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:23:59,614 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:23:59,614 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:23:59,614 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:59,614 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117038256Running coprocessor pre-close hooks at 1733117038256Disabling compacts and flushes for region at 1733117038256Disabling writes for close at 1733117038256Obtaining lock to block concurrent updates at 1733117038256Preparing flush snapshotting stores in 1588230740 at 1733117038257 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117038257Flushing stores of hbase:meta,,1.1588230740 at 1733117038257Flushing 1588230740/info: creating writer at 1733117038257Flushing 1588230740/info: appending metadata at 1733117038272 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733117038272Flushing 1588230740/ns: creating writer at 1733117038680 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733117038693 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733117038693Flushing 1588230740/rep_barrier: creating writer at 1733117039102 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117039122 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117039122Flushing 1588230740/table: creating writer at 1733117039133 (+11 ms)Flushing 1588230740/table: appending metadata at 1733117039149 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733117039149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0bdb1e: reopening flushed file at 1733117039559 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d64e0b: reopening flushed file at 1733117039565 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7866d5: reopening flushed file at 1733117039573 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f824b55: reopening flushed file at 1733117039579 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1733117039586 (+7 ms)Writing region close event to WAL at 1733117039609 (+23 ms)Running coprocessor post-close hooks at 1733117039614 (+5 ms)Closed at 1733117039614 2024-12-02T05:23:59,614 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:23:59,658 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(976): stopping server f49461030c22,38057,1733117003936; all regions closed. 2024-12-02T05:23:59,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.meta.1733117009318.meta not finished, retry = 0 2024-12-02T05:23:59,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:23:59,772 DEBUG [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/oldWALs 2024-12-02T05:23:59,773 INFO [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C38057%2C1733117003936.meta:.meta(num 1733117009318) 2024-12-02T05:24:00,064 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:24:00,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:24:00,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:00,667 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:24:01,371 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:24:02,174 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:24:03,078 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:24:03,251 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:40681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-12-02T05:24:04,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/WALs/f49461030c22,38057,1733117003936/f49461030c22%2C38057%2C1733117003936.1733117008627 to pos 1328, reset compression=false 2024-12-02T05:24:04,777 ERROR [WAL-Shutdown-0 {}] wal.AbstractFSWAL(2118): We have waited 5 seconds but the close of async writer doesn't complete.Please check the status of underlying filesystem or increase the wait time by the config "hbase.wal.async.wait.on.shutdown.seconds" 2024-12-02T05:24:04,779 DEBUG [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/oldWALs 2024-12-02T05:24:04,779 INFO [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C38057%2C1733117003936.rep:(num 1733117026531) 2024-12-02T05:24:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741833_1009 (size=1336) 2024-12-02T05:24:04,785 DEBUG [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/oldWALs 2024-12-02T05:24:04,785 INFO [RS:0;f49461030c22:38057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C38057%2C1733117003936:(num 1733117008627) 2024-12-02T05:24:04,785 DEBUG [RS:0;f49461030c22:38057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:04,785 INFO [RS:0;f49461030c22:38057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:24:04,785 INFO [RS:0;f49461030c22:38057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:24:04,785 INFO [RS:0;f49461030c22:38057 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:24:04,785 INFO [RS:0;f49461030c22:38057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:24:04,785 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:24:04,786 INFO [RS:0;f49461030c22:38057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,38057,1733117003936 because: Region server is closing 2024-12-02T05:24:04,786 INFO [RS:0;f49461030c22:38057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38057. 2024-12-02T05:24:04,786 DEBUG [RS:0;f49461030c22:38057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:04,786 DEBUG [RS:0;f49461030c22:38057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:04,786 DEBUG [RS:0;f49461030c22:38057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:04,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:04,886 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.wal-reader.f49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:24:04,886 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 4 more 2024-12-02T05:24:05,787 INFO [RS:0;f49461030c22:38057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38057,1733117003936.replicationSource.shipperf49461030c22%2C38057%2C1733117003936,1-f49461030c22,38057,1733117003936 terminated 2024-12-02T05:24:05,787 INFO [RS:0;f49461030c22:38057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38057. 2024-12-02T05:24:05,787 DEBUG [RS:0;f49461030c22:38057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:05,787 DEBUG [RS:0;f49461030c22:38057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:05,787 DEBUG [RS:0;f49461030c22:38057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:05,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:05,787 INFO [RS:0;f49461030c22:38057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38057 2024-12-02T05:24:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188711321/rs/f49461030c22,38057,1733117003936 2024-12-02T05:24:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321/rs 2024-12-02T05:24:06,205 INFO [RS:0;f49461030c22:38057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:24:06,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,38057,1733117003936] 2024-12-02T05:24:06,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-188711321/draining/f49461030c22,38057,1733117003936 already deleted, retry=false 2024-12-02T05:24:06,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,38057,1733117003936 expired; onlineServers=0 2024-12-02T05:24:06,257 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,40681,1733117002757' ***** 2024-12-02T05:24:06,257 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:24:06,257 INFO [M:0;f49461030c22:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:24:06,257 INFO [M:0;f49461030c22:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:24:06,257 DEBUG [M:0;f49461030c22:40681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:24:06,257 DEBUG [M:0;f49461030c22:40681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:24:06,257 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:24:06,257 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117007914 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117007914,5,FailOnTimeoutGroup] 2024-12-02T05:24:06,257 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117007917 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117007917,5,FailOnTimeoutGroup] 2024-12-02T05:24:06,258 INFO [M:0;f49461030c22:40681 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:24:06,258 INFO [M:0;f49461030c22:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:24:06,258 DEBUG [M:0;f49461030c22:40681 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:24:06,258 INFO [M:0;f49461030c22:40681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:24:06,258 INFO [M:0;f49461030c22:40681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:24:06,258 INFO [M:0;f49461030c22:40681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:24:06,258 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:24:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188711321/master 2024-12-02T05:24:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188711321 2024-12-02T05:24:06,267 DEBUG [M:0;f49461030c22:40681 {}] zookeeper.ZKUtil(347): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Unable to get data of znode /0-188711321/master because node does not exist (not an error) 2024-12-02T05:24:06,268 WARN [M:0;f49461030c22:40681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:24:06,269 INFO [M:0;f49461030c22:40681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/.lastflushedseqids 2024-12-02T05:24:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741852_1028 (size=263) 2024-12-02T05:24:06,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:06,339 INFO [RS:0;f49461030c22:38057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:24:06,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38057-0x101947eaac40001, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:06,339 INFO [RS:0;f49461030c22:38057 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,38057,1733117003936; zookeeper connection closed. 2024-12-02T05:24:06,339 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66119076 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66119076 2024-12-02T05:24:06,339 ERROR [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66119076 {}] server.NIOServerCnxnFactory(85): Thread Thread[Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66119076,5,FailOnTimeoutGroup] died java.lang.IllegalStateException: should call flush first before calling close at org.apache.hbase.thirdparty.com.google.common.base.Preconditions.checkState(Preconditions.java:513) ~[hbase-shaded-miscellaneous-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:563) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.close(FilterFileSystem.java:530) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.fs.HFileSystem.close(HFileSystem.java:228) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread.run(SingleProcessHBaseCluster.java:212) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T05:24:06,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:24:06,677 INFO [M:0;f49461030c22:40681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:24:06,677 INFO [M:0;f49461030c22:40681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:24:06,678 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:24:06,678 INFO [M:0;f49461030c22:40681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:06,678 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:06,678 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:24:06,678 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:06,678 INFO [M:0;f49461030c22:40681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-02T05:24:06,691 DEBUG [M:0;f49461030c22:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90809e12afcc4fa39a1f2d74073cb011 is 82, key is hbase:meta,,1/info:regioninfo/1733117009347/Put/seqid=0 2024-12-02T05:24:06,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741853_1029 (size=5672) 2024-12-02T05:24:07,094 INFO [M:0;f49461030c22:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90809e12afcc4fa39a1f2d74073cb011 2024-12-02T05:24:07,114 DEBUG [M:0;f49461030c22:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f2dae144c0459cab5830936b8e48ec is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733117022247/Put/seqid=0 2024-12-02T05:24:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741854_1030 (size=7217) 2024-12-02T05:24:07,518 INFO [M:0;f49461030c22:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f2dae144c0459cab5830936b8e48ec 2024-12-02T05:24:07,522 INFO [M:0;f49461030c22:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72f2dae144c0459cab5830936b8e48ec 2024-12-02T05:24:07,539 DEBUG [M:0;f49461030c22:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d8ffd76e034eba86dd74da8a521b27 is 69, key is f49461030c22,38057,1733117003936/rs:state/1733117008278/Put/seqid=0 2024-12-02T05:24:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741855_1031 (size=5156) 2024-12-02T05:24:07,942 INFO [M:0;f49461030c22:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d8ffd76e034eba86dd74da8a521b27 2024-12-02T05:24:07,947 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90809e12afcc4fa39a1f2d74073cb011 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90809e12afcc4fa39a1f2d74073cb011 2024-12-02T05:24:07,950 INFO [M:0;f49461030c22:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90809e12afcc4fa39a1f2d74073cb011, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T05:24:07,951 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f2dae144c0459cab5830936b8e48ec as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72f2dae144c0459cab5830936b8e48ec 2024-12-02T05:24:07,954 INFO [M:0;f49461030c22:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72f2dae144c0459cab5830936b8e48ec 2024-12-02T05:24:07,954 INFO [M:0;f49461030c22:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72f2dae144c0459cab5830936b8e48ec, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T05:24:07,955 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d8ffd76e034eba86dd74da8a521b27 as hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2d8ffd76e034eba86dd74da8a521b27 2024-12-02T05:24:07,958 INFO [M:0;f49461030c22:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38795/user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2d8ffd76e034eba86dd74da8a521b27, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T05:24:07,959 INFO [M:0;f49461030c22:40681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-12-02T05:24:07,962 INFO [M:0;f49461030c22:40681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:07,962 DEBUG [M:0;f49461030c22:40681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117046678Disabling compacts and flushes for region at 1733117046678Disabling writes for close at 1733117046678Obtaining lock to block concurrent updates at 1733117046678Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117046678Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733117046678Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117046679 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117046679Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117046690 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117046690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117047098 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117047113 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117047114 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117047523 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117047538 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117047538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68814e61: reopening flushed file at 1733117047946 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b9b4a3: reopening flushed file at 1733117047950 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46037233: reopening flushed file at 1733117047954 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1733117047959 (+5 ms)Writing region close event to WAL at 1733117047962 (+3 ms)Closed at 1733117047962 2024-12-02T05:24:07,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40787 is added to blk_1073741830_1006 (size=64411) 2024-12-02T05:24:07,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a6b6fe-cd3a-16b6-bd75-c858798b5e51/MasterData/WALs/f49461030c22,40681,1733117002757/f49461030c22%2C40681%2C1733117002757.1733117006559 not finished, retry = 0 2024-12-02T05:24:08,064 INFO [M:0;f49461030c22:40681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:24:08,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:24:08,064 INFO [M:0;f49461030c22:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40681 2024-12-02T05:24:08,065 INFO [M:0;f49461030c22:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:24:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:24:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:24:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:24:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:24:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:24:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:24:08,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:24:08,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:08,256 INFO [M:0;f49461030c22:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:24:08,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101947eaac40000, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:08,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@673ab781{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:24:08,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfec621{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:24:08,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:24:08,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60687daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:24:08,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63af19d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.log.dir/,STOPPED} 2024-12-02T05:24:08,260 WARN [BP-954776717-172.17.0.2-1733116997441 heartbeating to localhost/127.0.0.1:38795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:24:08,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:24:08,260 WARN [BP-954776717-172.17.0.2-1733116997441 heartbeating to localhost/127.0.0.1:38795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-954776717-172.17.0.2-1733116997441 (Datanode Uuid 72195e5a-89e2-4062-beca-774e989d180a) service to localhost/127.0.0.1:38795 2024-12-02T05:24:08,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:24:08,260 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-84983814_20 at /127.0.0.1:51534 [Receiving block BP-954776717-172.17.0.2-1733116997441:blk_1073741839_1015] {}] datanode.DataXceiver(331): 127.0.0.1:40787:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51534 dst: /127.0.0.1:40787 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[closed]. Total timeout mills is 60000, 50055 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:24:08,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3/data/data1/current/BP-954776717-172.17.0.2-1733116997441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:24:08,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/cluster_18cdccc6-8b33-4f81-4968-0927544901c3/data/data2/current/BP-954776717-172.17.0.2-1733116997441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:24:08,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:24:08,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5e8d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:24:08,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4272b5bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:24:08,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:24:08,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3783db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:24:08,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62177863{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fb3bf06d-3f42-0981-d751-c24dd4dd8bc8/hadoop.log.dir/,STOPPED} 2024-12-02T05:24:08,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:24:08,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:24:08,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=228 (was 202) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1866) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1939) java.base@17.0.11/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2095) app//org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:205) app//org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) app//org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) app//org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1018/0x00007f9244c65e50.run(Unknown Source) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38795 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65234) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65234) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1864) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.CompletableFuture.waitingGet(CompletableFuture.java:1898) java.base@17.0.11/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2072) app//org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) app//org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) app//org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) app//org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) app//org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) app//org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) app//org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint$$Lambda$1181/0x00007f9244d15ef8.accept(Unknown Source) app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$431/0x00007f92449c66f0.accept(Unknown Source) java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) java.base@17.0.11/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) app//org.apache.hadoop.hbase.client.AsyncRegionServerAdmin$1.run(AsyncRegionServerAdmin.java:108) app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) app//org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) app//org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=603 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=633 (was 495) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6047 (was 7019) 2024-12-02T05:24:08,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=228, OpenFileDescriptor=603, MaxFileDescriptor=1048576, SystemLoadAverage=633, ProcessCount=11, AvailableMemoryMB=6046 2024-12-02T05:24:08,314 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-02T05:24:08,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.log.dir so I do NOT create it in target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a 2024-12-02T05:24:08,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:24:08,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.tmp.dir so I do NOT create it in target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a 2024-12-02T05:24:08,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/489ab480-ee52-27a0-04ba-cb8a0a8a3442/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:24:08,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a 2024-12-02T05:24:08,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36, deleteOnExit=true 2024-12-02T05:24:08,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36/zookeeper_0, clientPort=57040, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:24:08,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57040 2024-12-02T05:24:08,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:24:08,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:24:08,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/test.cache.data in system properties and HBase conf 2024-12-02T05:24:08,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:24:08,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:24:08,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:24:08,318 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:24:08,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:24:08,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101947eaac40005, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:24:08,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101947eaac40002, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:24:08,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101947eaac40002, quorum=127.0.0.1:65234, baseZNode=/0-188711321 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:24:08,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101947eaac40005, quorum=127.0.0.1:65234, baseZNode=/11263362500 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:24:09,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:09,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:24:09,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:24:09,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:24:09,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:24:09,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:09,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7093289a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:24:09,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36774af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:24:09,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c401015{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/java.io.tmpdir/jetty-localhost-34821-hadoop-hdfs-3_4_1-tests_jar-_-any-7739484812542975062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:24:09,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607b7c8e{HTTP/1.1, (http/1.1)}{localhost:34821} 2024-12-02T05:24:09,254 INFO [Time-limited test {}] server.Server(415): Started @282238ms 2024-12-02T05:24:10,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:10,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:24:10,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:24:10,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:24:10,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:24:10,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@577ebf91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:24:10,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4729713f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:24:10,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa19f55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/java.io.tmpdir/jetty-localhost-40817-hadoop-hdfs-3_4_1-tests_jar-_-any-14830110947704354556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:24:10,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41dc1954{HTTP/1.1, (http/1.1)}{localhost:40817} 2024-12-02T05:24:10,151 INFO [Time-limited test {}] server.Server(415): Started @283135ms 2024-12-02T05:24:10,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:24:10,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:10,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:24:11,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:11,857 WARN [Thread-2213 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36/data/data1/current/BP-163482098-172.17.0.2-1733117048332/current, will proceed with Du for space computation calculation, 2024-12-02T05:24:11,860 WARN [Thread-2214 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36/data/data2/current/BP-163482098-172.17.0.2-1733117048332/current, will proceed with Du for space computation calculation, 2024-12-02T05:24:11,901 WARN [Thread-2200 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:24:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x982a5f87903ea753 with lease ID 0x1150cc97d71e32d6: Processing first storage report for DS-3f53718e-ab38-43b6-962d-e11a0159c91b from datanode DatanodeRegistration(127.0.0.1:36495, datanodeUuid=ff3b6f55-ba1e-4a7b-bdef-4acf450cb37e, infoPort=42829, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=585087991;c=1733117048332) 2024-12-02T05:24:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x982a5f87903ea753 with lease ID 0x1150cc97d71e32d6: from storage DS-3f53718e-ab38-43b6-962d-e11a0159c91b node DatanodeRegistration(127.0.0.1:36495, datanodeUuid=ff3b6f55-ba1e-4a7b-bdef-4acf450cb37e, infoPort=42829, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=585087991;c=1733117048332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:24:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x982a5f87903ea753 with lease ID 0x1150cc97d71e32d6: Processing first storage report for DS-b23d6137-9128-44f5-b0dc-ae4d7d5e4696 from datanode DatanodeRegistration(127.0.0.1:36495, datanodeUuid=ff3b6f55-ba1e-4a7b-bdef-4acf450cb37e, infoPort=42829, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=585087991;c=1733117048332) 2024-12-02T05:24:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x982a5f87903ea753 with lease ID 0x1150cc97d71e32d6: from storage DS-b23d6137-9128-44f5-b0dc-ae4d7d5e4696 node DatanodeRegistration(127.0.0.1:36495, datanodeUuid=ff3b6f55-ba1e-4a7b-bdef-4acf450cb37e, infoPort=42829, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=585087991;c=1733117048332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:24:11,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a 2024-12-02T05:24:11,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:11,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:24:12,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e with version=8 2024-12-02T05:24:12,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/hbase-staging 2024-12-02T05:24:12,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:24:12,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:12,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:12,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:24:12,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:12,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:24:12,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:24:12,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:24:12,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34649 2024-12-02T05:24:12,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34649 connecting to ZooKeeper ensemble=127.0.0.1:57040 2024-12-02T05:24:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346490x0, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:12,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34649-0x101947f71a70000 connected 2024-12-02T05:24:13,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:13,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:13,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on znode that does not yet exist, /0520881092/running 2024-12-02T05:24:13,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e, hbase.cluster.distributed=false 2024-12-02T05:24:13,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on znode that does not yet exist, /0520881092/acl 2024-12-02T05:24:13,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34649 2024-12-02T05:24:13,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34649 2024-12-02T05:24:13,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34649 2024-12-02T05:24:13,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34649 2024-12-02T05:24:13,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34649 2024-12-02T05:24:13,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:24:13,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37009 2024-12-02T05:24:13,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37009 connecting to ZooKeeper ensemble=127.0.0.1:57040 2024-12-02T05:24:13,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:13,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:13,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370090x0, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:13,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370090x0, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on znode that does not yet exist, /0520881092/running 2024-12-02T05:24:13,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37009-0x101947f71a70001 connected 2024-12-02T05:24:13,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:24:13,292 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:24:13,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on znode that does not yet exist, /0520881092/master 2024-12-02T05:24:13,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on znode that does not yet exist, /0520881092/acl 2024-12-02T05:24:13,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37009 2024-12-02T05:24:13,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37009 2024-12-02T05:24:13,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37009 2024-12-02T05:24:13,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37009 2024-12-02T05:24:13,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37009 2024-12-02T05:24:13,309 DEBUG [M:0;f49461030c22:34649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:34649 2024-12-02T05:24:13,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0520881092/backup-masters/f49461030c22,34649,1733117052413 2024-12-02T05:24:13,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092/backup-masters 2024-12-02T05:24:13,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092/backup-masters 2024-12-02T05:24:13,388 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on existing znode=/0520881092/backup-masters/f49461030c22,34649,1733117052413 2024-12-02T05:24:13,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0520881092/master 2024-12-02T05:24:13,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:13,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:13,614 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on existing znode=/0520881092/master 2024-12-02T05:24:13,614 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0520881092/backup-masters/f49461030c22,34649,1733117052413 from backup master directory 2024-12-02T05:24:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0520881092/backup-masters/f49461030c22,34649,1733117052413 2024-12-02T05:24:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092/backup-masters 2024-12-02T05:24:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092/backup-masters 2024-12-02T05:24:13,661 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:24:13,661 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,34649,1733117052413 2024-12-02T05:24:13,666 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/hbase.id] with ID: acc9b6be-f586-4d32-b328-550fff22f268 2024-12-02T05:24:13,666 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/.tmp/hbase.id 2024-12-02T05:24:13,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:24:14,072 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/.tmp/hbase.id]:[hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/hbase.id] 2024-12-02T05:24:14,079 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:14,079 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:24:14,080 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:24:14,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:14,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:14,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:24:14,693 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:24:14,694 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:24:14,694 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:14,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:24:15,100 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store 2024-12-02T05:24:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:24:15,505 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:15,506 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:24:15,506 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:15,506 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:15,506 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:24:15,506 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:15,506 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:15,506 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117055505Disabling compacts and flushes for region at 1733117055506 (+1 ms)Disabling writes for close at 1733117055506Writing region close event to WAL at 1733117055506Closed at 1733117055506 2024-12-02T05:24:15,507 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/.initializing 2024-12-02T05:24:15,507 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/WALs/f49461030c22,34649,1733117052413 2024-12-02T05:24:15,508 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:24:15,509 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C34649%2C1733117052413, suffix=, logDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/WALs/f49461030c22,34649,1733117052413, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/oldWALs, maxLogs=10 2024-12-02T05:24:15,525 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/WALs/f49461030c22,34649,1733117052413/f49461030c22%2C34649%2C1733117052413.1733117055509, exclude list is [], retry=0 2024-12-02T05:24:15,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-3f53718e-ab38-43b6-962d-e11a0159c91b,DISK] 2024-12-02T05:24:15,529 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/WALs/f49461030c22,34649,1733117052413/f49461030c22%2C34649%2C1733117052413.1733117055509 2024-12-02T05:24:15,529 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-12-02T05:24:15,529 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:15,529 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:15,530 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,530 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:24:15,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:15,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:15,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:24:15,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:15,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:15,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:24:15,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:15,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:15,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:24:15,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:15,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:15,535 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,535 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,535 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,536 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,536 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,536 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:15,537 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:15,539 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:15,539 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74493033, jitterRate=0.11003269255161285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:15,540 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117055530Initializing all the Stores at 1733117055530Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117055530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117055530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117055530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117055530Cleaning up temporary data from old regions at 1733117055536 (+6 ms)Region opened successfully at 1733117055539 (+3 ms) 2024-12-02T05:24:15,540 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:24:15,542 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ff5898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:24:15,543 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:24:15,543 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:24:15,543 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:24:15,543 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:24:15,543 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:24:15,544 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:24:15,544 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:24:15,550 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:24:15,550 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Unable to get data of znode /0520881092/balancer because node does not exist (not necessarily an error) 2024-12-02T05:24:15,762 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0520881092/balancer already deleted, retry=false 2024-12-02T05:24:15,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:24:15,763 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Unable to get data of znode /0520881092/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:24:15,850 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0520881092/normalizer already deleted, retry=false 2024-12-02T05:24:15,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:24:15,853 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Unable to get data of znode /0520881092/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:24:15,861 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0520881092/switch/split already deleted, retry=false 2024-12-02T05:24:15,862 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Unable to get data of znode /0520881092/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:24:15,871 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0520881092/switch/merge already deleted, retry=false 2024-12-02T05:24:15,874 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Unable to get data of znode /0520881092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:24:15,888 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0520881092/snapshot-cleanup already deleted, retry=false 2024-12-02T05:24:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0520881092/running 2024-12-02T05:24:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0520881092/running 2024-12-02T05:24:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:16,020 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,34649,1733117052413, sessionid=0x101947f71a70000, setting cluster-up flag (Was=false) 2024-12-02T05:24:16,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:16,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:16,440 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0520881092/flush-table-proc/acquired, /0520881092/flush-table-proc/reached, /0520881092/flush-table-proc/abort 2024-12-02T05:24:16,442 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,34649,1733117052413 2024-12-02T05:24:16,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:16,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:16,692 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0520881092/online-snapshot/acquired, /0520881092/online-snapshot/reached, /0520881092/online-snapshot/abort 2024-12-02T05:24:16,695 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,34649,1733117052413 2024-12-02T05:24:16,697 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:24:16,704 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:16,704 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:24:16,705 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:24:16,705 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,34649,1733117052413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:24:16,707 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:16,707 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:16,707 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:16,707 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:16,707 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:24:16,708 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:16,708 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:24:16,708 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:16,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:16,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:24:16,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:16,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:24:16,736 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117086736 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:24:16,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:24:16,738 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:24:16,740 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:24:16,740 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:24:16,740 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117056740,5,FailOnTimeoutGroup] 2024-12-02T05:24:16,741 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117056740,5,FailOnTimeoutGroup] 2024-12-02T05:24:16,741 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:16,741 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:24:16,741 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:16,741 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:24:16,805 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(746): ClusterId : acc9b6be-f586-4d32-b328-550fff22f268 2024-12-02T05:24:16,805 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:24:16,988 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:24:16,988 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:24:16,998 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:24:16,999 DEBUG [RS:0;f49461030c22:37009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d87f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:24:17,010 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:37009 2024-12-02T05:24:17,010 INFO [RS:0;f49461030c22:37009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:24:17,010 INFO [RS:0;f49461030c22:37009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:24:17,010 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:24:17,011 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,34649,1733117052413 with port=37009, startcode=1733117053228 2024-12-02T05:24:17,011 DEBUG [RS:0;f49461030c22:37009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:24:17,017 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:24:17,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,37009,1733117053228 2024-12-02T05:24:17,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34649 {}] master.ServerManager(517): Registering regionserver=f49461030c22,37009,1733117053228 2024-12-02T05:24:17,019 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e 2024-12-02T05:24:17,019 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35055 2024-12-02T05:24:17,019 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:24:17,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:24:17,151 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e 2024-12-02T05:24:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:24:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092/rs 2024-12-02T05:24:17,252 DEBUG [RS:0;f49461030c22:37009 {}] zookeeper.ZKUtil(111): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on existing znode=/0520881092/rs/f49461030c22,37009,1733117053228 2024-12-02T05:24:17,252 WARN [RS:0;f49461030c22:37009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:24:17,252 INFO [RS:0;f49461030c22:37009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:17,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,37009,1733117053228] 2024-12-02T05:24:17,252 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228 2024-12-02T05:24:17,259 INFO [RS:0;f49461030c22:37009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:24:17,268 INFO [RS:0;f49461030c22:37009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:24:17,271 INFO [RS:0;f49461030c22:37009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:24:17,271 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,272 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:24:17,273 INFO [RS:0;f49461030c22:37009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:24:17,273 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:24:17,273 DEBUG [RS:0;f49461030c22:37009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:24:17,280 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,280 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,280 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,280 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,280 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,280 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37009,1733117053228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:24:17,303 INFO [RS:0;f49461030c22:37009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:24:17,303 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37009,1733117053228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,303 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,303 INFO [RS:0;f49461030c22:37009 {}] regionserver.Replication(171): f49461030c22,37009,1733117053228 started 2024-12-02T05:24:17,321 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:17,321 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,37009,1733117053228, RpcServer on f49461030c22/172.17.0.2:37009, sessionid=0x101947f71a70001 2024-12-02T05:24:17,321 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:24:17,321 DEBUG [RS:0;f49461030c22:37009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,37009,1733117053228 2024-12-02T05:24:17,321 DEBUG [RS:0;f49461030c22:37009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,37009,1733117053228' 2024-12-02T05:24:17,321 DEBUG [RS:0;f49461030c22:37009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0520881092/flush-table-proc/abort' 2024-12-02T05:24:17,322 DEBUG [RS:0;f49461030c22:37009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0520881092/flush-table-proc/acquired' 2024-12-02T05:24:17,322 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:24:17,322 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:24:17,322 DEBUG [RS:0;f49461030c22:37009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,37009,1733117053228 2024-12-02T05:24:17,322 DEBUG [RS:0;f49461030c22:37009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,37009,1733117053228' 2024-12-02T05:24:17,322 DEBUG [RS:0;f49461030c22:37009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0520881092/online-snapshot/abort' 2024-12-02T05:24:17,322 DEBUG [RS:0;f49461030c22:37009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0520881092/online-snapshot/acquired' 2024-12-02T05:24:17,323 DEBUG [RS:0;f49461030c22:37009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:24:17,323 INFO [RS:0;f49461030c22:37009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:24:17,323 INFO [RS:0;f49461030c22:37009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:24:17,423 INFO [RS:0;f49461030c22:37009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:24:17,425 INFO [RS:0;f49461030c22:37009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C37009%2C1733117053228, suffix=, logDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/oldWALs, maxLogs=10 2024-12-02T05:24:17,443 DEBUG [RS:0;f49461030c22:37009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, exclude list is [], retry=0 2024-12-02T05:24:17,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-3f53718e-ab38-43b6-962d-e11a0159c91b,DISK] 2024-12-02T05:24:17,447 INFO [RS:0;f49461030c22:37009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 2024-12-02T05:24:17,447 DEBUG [RS:0;f49461030c22:37009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-12-02T05:24:17,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:17,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:24:17,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:24:17,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:17,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:17,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:24:17,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:24:17,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:17,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:17,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:24:17,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:24:17,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:17,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:17,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:24:17,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:24:17,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:17,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:17,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:24:17,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740 2024-12-02T05:24:17,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740 2024-12-02T05:24:17,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:24:17,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:24:17,566 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:17,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:24:17,568 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:17,568 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64571680, jitterRate=-0.03780698776245117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117057557Initializing all the Stores at 1733117057557Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117057557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117057557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117057557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117057557Cleaning up temporary data from old regions at 1733117057565 (+8 ms)Region opened successfully at 1733117057569 (+4 ms) 2024-12-02T05:24:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:24:17,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:24:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:24:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:24:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:24:17,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:24:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117057569Disabling compacts and flushes for region at 1733117057569Disabling writes for close at 1733117057569Writing region close event to WAL at 1733117057569Closed at 1733117057569 2024-12-02T05:24:17,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:17,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:24:17,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:24:17,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:24:17,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:24:17,722 DEBUG [f49461030c22:34649 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:24:17,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,37009,1733117053228 2024-12-02T05:24:17,724 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,37009,1733117053228, state=OPENING 2024-12-02T05:24:17,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:24:17,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:17,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:17,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:24:17,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0520881092/meta-region-server: CHANGED 2024-12-02T05:24:17,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0520881092/meta-region-server: CHANGED 2024-12-02T05:24:17,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,37009,1733117053228}] 2024-12-02T05:24:18,138 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:24:18,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:24:18,142 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:24:18,142 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:18,142 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:24:18,143 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C37009%2C1733117053228.meta, suffix=.meta, logDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/oldWALs, maxLogs=10 2024-12-02T05:24:18,157 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.meta.1733117058143.meta, exclude list is [], retry=0 2024-12-02T05:24:18,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-3f53718e-ab38-43b6-962d-e11a0159c91b,DISK] 2024-12-02T05:24:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:24:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T05:24:18,187 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.meta.1733117058143.meta 2024-12-02T05:24:18,188 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-12-02T05:24:18,188 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:18,188 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:24:18,188 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:24:18,188 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:24:18,188 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:24:18,188 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:24:18,188 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:18,189 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:24:18,189 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:24:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:24:18,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:24:18,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:24:18,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:24:18,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:24:18,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:24:18,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:18,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:18,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:24:18,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:24:18,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:18,193 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:24:18,193 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740 2024-12-02T05:24:18,194 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740 2024-12-02T05:24:18,195 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:24:18,195 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:24:18,195 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:18,195 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:24:18,196 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61117077, jitterRate=-0.08928458392620087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:18,196 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:24:18,196 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117058189Writing region info on filesystem at 1733117058189Initializing all the Stores at 1733117058189Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117058189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117058190 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117058190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117058190Cleaning up temporary data from old regions at 1733117058195 (+5 ms)Running coprocessor post-open hooks at 1733117058196 (+1 ms)Region opened successfully at 1733117058196 2024-12-02T05:24:18,197 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117058137 2024-12-02T05:24:18,199 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:24:18,199 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:24:18,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,37009,1733117053228 2024-12-02T05:24:18,200 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,37009,1733117053228, state=OPEN 2024-12-02T05:24:18,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0520881092/meta-region-server 2024-12-02T05:24:18,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0520881092/meta-region-server 2024-12-02T05:24:18,601 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,37009,1733117053228 2024-12-02T05:24:18,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0520881092/meta-region-server: CHANGED 2024-12-02T05:24:18,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0520881092/meta-region-server: CHANGED 2024-12-02T05:24:18,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:24:18,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,37009,1733117053228 in 616 msec 2024-12-02T05:24:18,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:24:18,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0320 sec 2024-12-02T05:24:18,604 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:18,604 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:24:18,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:18,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37009,1733117053228, seqNum=-1] 2024-12-02T05:24:18,606 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:18,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:24:18,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9090 sec 2024-12-02T05:24:18,610 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117058610, completionTime=-1 2024-12-02T05:24:18,610 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:24:18,610 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117118612 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117178612 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34649,1733117052413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34649,1733117052413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34649,1733117052413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:34649, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:18,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:18,614 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:24:18,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.954sec 2024-12-02T05:24:18,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:24:18,616 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:24:18,616 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:24:18,616 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:24:18,616 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:24:18,616 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34649,1733117052413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:24:18,616 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34649,1733117052413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:24:18,617 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:24:18,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:24:18,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34649,1733117052413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:18,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685877e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:18,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34649,-1 for getting cluster id 2024-12-02T05:24:18,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:18,708 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc9b6be-f586-4d32-b328-550fff22f268' 2024-12-02T05:24:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:18,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc9b6be-f586-4d32-b328-550fff22f268" 2024-12-02T05:24:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d656aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34649,-1] 2024-12-02T05:24:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:18,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:18,710 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:18,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789bdda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:18,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37009,1733117053228, seqNum=-1] 2024-12-02T05:24:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:18,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:24:18,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,34649,1733117052413 2024-12-02T05:24:18,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57040 2024-12-02T05:24:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:18,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101947f71a70002 connected 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.log.dir so I do NOT create it in target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53 2024-12-02T05:24:18,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.tmp.dir so I do NOT create it in target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53 2024-12-02T05:24:18,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:24:18,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/cluster_c98cf50f-554b-f6eb-da46-5cdc1bd792bd, deleteOnExit=true 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/test.cache.data in system properties and HBase conf 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:24:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:24:18,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:24:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:24:20,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:20,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:24:20,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:24:20,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:24:20,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:24:20,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:20,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a67f1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:24:20,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c388541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:24:20,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71fb5cab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/java.io.tmpdir/jetty-localhost-45267-hadoop-hdfs-3_4_1-tests_jar-_-any-4877241174394028886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:24:20,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ec2dfe6{HTTP/1.1, (http/1.1)}{localhost:45267} 2024-12-02T05:24:20,513 INFO [Time-limited test {}] server.Server(415): Started @293496ms 2024-12-02T05:24:21,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:21,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:24:21,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:24:21,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:24:21,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:24:21,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45bb921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:24:21,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ecea19a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:24:21,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32e63958{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/java.io.tmpdir/jetty-localhost-43775-hadoop-hdfs-3_4_1-tests_jar-_-any-2366564148958603241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:24:21,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b74f099{HTTP/1.1, (http/1.1)}{localhost:43775} 2024-12-02T05:24:21,548 INFO [Time-limited test {}] server.Server(415): Started @294531ms 2024-12-02T05:24:21,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:24:23,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,680 WARN [Thread-2333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/cluster_c98cf50f-554b-f6eb-da46-5cdc1bd792bd/data/data1/current/BP-692929955-172.17.0.2-1733117058982/current, will proceed with Du for space computation calculation, 2024-12-02T05:24:23,680 WARN [Thread-2334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/cluster_c98cf50f-554b-f6eb-da46-5cdc1bd792bd/data/data2/current/BP-692929955-172.17.0.2-1733117058982/current, will proceed with Du for space computation calculation, 2024-12-02T05:24:23,701 WARN [Thread-2321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:24:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba427fe26d4e3055 with lease ID 0x61713ff8a6a072fc: Processing first storage report for DS-d20a60d9-161a-41ac-80f1-9b3599367397 from datanode DatanodeRegistration(127.0.0.1:39695, datanodeUuid=b236fff5-62e2-495e-8cd2-801b87389fa9, infoPort=41979, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=551420578;c=1733117058982) 2024-12-02T05:24:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba427fe26d4e3055 with lease ID 0x61713ff8a6a072fc: from storage DS-d20a60d9-161a-41ac-80f1-9b3599367397 node DatanodeRegistration(127.0.0.1:39695, datanodeUuid=b236fff5-62e2-495e-8cd2-801b87389fa9, infoPort=41979, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=551420578;c=1733117058982), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:24:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba427fe26d4e3055 with lease ID 0x61713ff8a6a072fc: Processing first storage report for DS-b0081587-0f9b-411c-8770-765ea2aa6c14 from datanode DatanodeRegistration(127.0.0.1:39695, datanodeUuid=b236fff5-62e2-495e-8cd2-801b87389fa9, infoPort=41979, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=551420578;c=1733117058982) 2024-12-02T05:24:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba427fe26d4e3055 with lease ID 0x61713ff8a6a072fc: from storage DS-b0081587-0f9b-411c-8770-765ea2aa6c14 node DatanodeRegistration(127.0.0.1:39695, datanodeUuid=b236fff5-62e2-495e-8cd2-801b87389fa9, infoPort=41979, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=551420578;c=1733117058982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:24:23,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:24:23,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:23,784 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:24:23,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53 2024-12-02T05:24:23,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:23,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:24:23,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399 with version=8 2024-12-02T05:24:23,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/hbase-staging 2024-12-02T05:24:23,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:24:23,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:23,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:23,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:24:23,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:23,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:24:23,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:24:23,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:24:23,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42345 2024-12-02T05:24:23,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42345 connecting to ZooKeeper ensemble=127.0.0.1:57040 2024-12-02T05:24:23,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423450x0, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:23,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42345-0x101947f71a70003 connected 2024-12-02T05:24:24,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:24,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:24,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on znode that does not yet exist, /1-1816169195/running 2024-12-02T05:24:24,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399, hbase.cluster.distributed=false 2024-12-02T05:24:24,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on znode that does not yet exist, /1-1816169195/acl 2024-12-02T05:24:24,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42345 2024-12-02T05:24:24,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42345 2024-12-02T05:24:24,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42345 2024-12-02T05:24:24,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42345 2024-12-02T05:24:24,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42345 2024-12-02T05:24:24,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:24:24,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:24,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:24,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:24:24,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:24,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:24:24,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:24:24,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:24:24,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43101 2024-12-02T05:24:24,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43101 connecting to ZooKeeper ensemble=127.0.0.1:57040 2024-12-02T05:24:24,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:24,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431010x0, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:24,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on znode that does not yet exist, /1-1816169195/running 2024-12-02T05:24:24,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43101-0x101947f71a70004 connected 2024-12-02T05:24:24,394 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:24:24,395 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:24:24,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on znode that does not yet exist, /1-1816169195/master 2024-12-02T05:24:24,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on znode that does not yet exist, /1-1816169195/acl 2024-12-02T05:24:24,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43101 2024-12-02T05:24:24,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43101 2024-12-02T05:24:24,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43101 2024-12-02T05:24:24,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43101 2024-12-02T05:24:24,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43101 2024-12-02T05:24:24,455 DEBUG [M:0;f49461030c22:42345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:42345 2024-12-02T05:24:24,459 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1816169195/backup-masters/f49461030c22,42345,1733117063806 2024-12-02T05:24:24,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195/backup-masters 2024-12-02T05:24:24,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195/backup-masters 2024-12-02T05:24:24,752 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on existing znode=/1-1816169195/backup-masters/f49461030c22,42345,1733117063806 2024-12-02T05:24:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1816169195/master 2024-12-02T05:24:24,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:24,843 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on existing znode=/1-1816169195/master 2024-12-02T05:24:24,843 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1816169195/backup-masters/f49461030c22,42345,1733117063806 from backup master directory 2024-12-02T05:24:24,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195/backup-masters 2024-12-02T05:24:24,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1816169195/backup-masters/f49461030c22,42345,1733117063806 2024-12-02T05:24:24,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195/backup-masters 2024-12-02T05:24:24,909 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:24:24,909 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,42345,1733117063806 2024-12-02T05:24:24,912 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/hbase.id] with ID: a6324360-605d-4d80-8f4b-7b1703e87b62 2024-12-02T05:24:24,912 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/.tmp/hbase.id 2024-12-02T05:24:24,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:24:25,322 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/.tmp/hbase.id]:[hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/hbase.id] 2024-12-02T05:24:25,334 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:25,334 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:24:25,335 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:24:25,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:25,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:24:25,911 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:24:25,912 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:24:25,912 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:25,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:24:26,327 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store 2024-12-02T05:24:26,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:24:26,332 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:26,332 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:24:26,332 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:26,332 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:26,332 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:24:26,332 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:26,332 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:26,332 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117066332Disabling compacts and flushes for region at 1733117066332Disabling writes for close at 1733117066332Writing region close event to WAL at 1733117066332Closed at 1733117066332 2024-12-02T05:24:26,333 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/.initializing 2024-12-02T05:24:26,333 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/WALs/f49461030c22,42345,1733117063806 2024-12-02T05:24:26,334 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:24:26,335 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C42345%2C1733117063806, suffix=, logDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/WALs/f49461030c22,42345,1733117063806, archiveDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/oldWALs, maxLogs=10 2024-12-02T05:24:26,346 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/WALs/f49461030c22,42345,1733117063806/f49461030c22%2C42345%2C1733117063806.1733117066335, exclude list is [], retry=0 2024-12-02T05:24:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-d20a60d9-161a-41ac-80f1-9b3599367397,DISK] 2024-12-02T05:24:26,349 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/WALs/f49461030c22,42345,1733117063806/f49461030c22%2C42345%2C1733117063806.1733117066335 2024-12-02T05:24:26,350 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-12-02T05:24:26,350 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:26,350 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:26,350 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,350 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:24:26,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:26,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:26,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:24:26,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:26,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:26,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:24:26,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:26,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:26,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:24:26,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:26,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:26,356 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,357 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,357 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,358 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,358 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,359 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:26,360 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:26,361 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:26,362 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65059952, jitterRate=-0.03053116798400879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:26,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117066350Initializing all the Stores at 1733117066351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117066351Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117066351Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117066351Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117066351Cleaning up temporary data from old regions at 1733117066358 (+7 ms)Region opened successfully at 1733117066362 (+4 ms) 2024-12-02T05:24:26,362 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:24:26,364 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1125bfba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:24:26,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:24:26,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:24:26,365 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:24:26,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:24:26,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:24:26,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:24:26,366 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:24:26,370 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:24:26,371 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Unable to get data of znode /1-1816169195/balancer because node does not exist (not necessarily an error) 2024-12-02T05:24:26,586 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1816169195/balancer already deleted, retry=false 2024-12-02T05:24:26,587 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:24:26,587 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Unable to get data of znode /1-1816169195/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:24:26,597 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1816169195/normalizer already deleted, retry=false 2024-12-02T05:24:26,597 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:24:26,601 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Unable to get data of znode /1-1816169195/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:24:26,742 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1816169195/switch/split already deleted, retry=false 2024-12-02T05:24:26,743 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Unable to get data of znode /1-1816169195/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:24:27,044 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1816169195/switch/merge already deleted, retry=false 2024-12-02T05:24:27,046 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Unable to get data of znode /1-1816169195/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:24:27,070 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1816169195/snapshot-cleanup already deleted, retry=false 2024-12-02T05:24:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1816169195/running 2024-12-02T05:24:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1816169195/running 2024-12-02T05:24:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:27,081 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,42345,1733117063806, sessionid=0x101947f71a70003, setting cluster-up flag (Was=false) 2024-12-02T05:24:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:27,312 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1816169195/flush-table-proc/acquired, /1-1816169195/flush-table-proc/reached, /1-1816169195/flush-table-proc/abort 2024-12-02T05:24:27,313 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,42345,1733117063806 2024-12-02T05:24:27,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:27,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:27,603 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1816169195/online-snapshot/acquired, /1-1816169195/online-snapshot/reached, /1-1816169195/online-snapshot/abort 2024-12-02T05:24:27,604 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,42345,1733117063806 2024-12-02T05:24:27,605 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:24:27,607 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:27,607 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:24:27,607 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:24:27,608 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,42345,1733117063806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:24:27,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:27,610 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117097610 2024-12-02T05:24:27,610 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:24:27,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:24:27,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:24:27,611 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:24:27,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:24:27,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:24:27,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:27,612 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117067612,5,FailOnTimeoutGroup] 2024-12-02T05:24:27,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:24:27,612 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117067612,5,FailOnTimeoutGroup] 2024-12-02T05:24:27,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:27,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:24:27,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:27,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:27,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:24:27,644 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(746): ClusterId : a6324360-605d-4d80-8f4b-7b1703e87b62 2024-12-02T05:24:27,644 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:24:27,825 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:24:27,825 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:24:27,944 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:24:27,945 DEBUG [RS:0;f49461030c22:43101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6390cdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:24:27,955 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:43101 2024-12-02T05:24:27,955 INFO [RS:0;f49461030c22:43101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:24:27,955 INFO [RS:0;f49461030c22:43101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:24:27,955 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:24:27,955 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,42345,1733117063806 with port=43101, startcode=1733117064183 2024-12-02T05:24:27,955 DEBUG [RS:0;f49461030c22:43101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:24:27,957 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:24:27,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,43101,1733117064183 2024-12-02T05:24:27,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42345 {}] master.ServerManager(517): Registering regionserver=f49461030c22,43101,1733117064183 2024-12-02T05:24:27,959 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399 2024-12-02T05:24:27,959 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33605 2024-12-02T05:24:27,959 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:24:28,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:24:28,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399 2024-12-02T05:24:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:24:28,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:24:28,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:24:28,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:24:28,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T05:24:28,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:24:28,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T05:24:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195/rs 2024-12-02T05:24:28,208 DEBUG [RS:0;f49461030c22:43101 {}] zookeeper.ZKUtil(111): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on existing znode=/1-1816169195/rs/f49461030c22,43101,1733117064183 2024-12-02T05:24:28,208 WARN [RS:0;f49461030c22:43101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:24:28,208 INFO [RS:0;f49461030c22:43101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:28,208 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183 2024-12-02T05:24:28,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,43101,1733117064183] 2024-12-02T05:24:28,211 INFO [RS:0;f49461030c22:43101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:24:28,212 INFO [RS:0;f49461030c22:43101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:24:28,212 INFO [RS:0;f49461030c22:43101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:24:28,212 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,212 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:24:28,213 INFO [RS:0;f49461030c22:43101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:24:28,213 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:24:28,213 DEBUG [RS:0;f49461030c22:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:24:28,213 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,213 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,213 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,213 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,213 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,214 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,43101,1733117064183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:24:28,224 INFO [RS:0;f49461030c22:43101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:24:28,225 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,43101,1733117064183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,225 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,225 INFO [RS:0;f49461030c22:43101 {}] regionserver.Replication(171): f49461030c22,43101,1733117064183 started 2024-12-02T05:24:28,235 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:28,235 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,43101,1733117064183, RpcServer on f49461030c22/172.17.0.2:43101, sessionid=0x101947f71a70004 2024-12-02T05:24:28,235 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:24:28,235 DEBUG [RS:0;f49461030c22:43101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,43101,1733117064183 2024-12-02T05:24:28,235 DEBUG [RS:0;f49461030c22:43101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,43101,1733117064183' 2024-12-02T05:24:28,235 DEBUG [RS:0;f49461030c22:43101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1816169195/flush-table-proc/abort' 2024-12-02T05:24:28,236 DEBUG [RS:0;f49461030c22:43101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1816169195/flush-table-proc/acquired' 2024-12-02T05:24:28,236 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:24:28,236 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:24:28,236 DEBUG [RS:0;f49461030c22:43101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,43101,1733117064183 2024-12-02T05:24:28,236 DEBUG [RS:0;f49461030c22:43101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,43101,1733117064183' 2024-12-02T05:24:28,236 DEBUG [RS:0;f49461030c22:43101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1816169195/online-snapshot/abort' 2024-12-02T05:24:28,236 DEBUG [RS:0;f49461030c22:43101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1816169195/online-snapshot/acquired' 2024-12-02T05:24:28,237 DEBUG [RS:0;f49461030c22:43101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:24:28,237 INFO [RS:0;f49461030c22:43101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:24:28,237 INFO [RS:0;f49461030c22:43101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:24:28,337 INFO [RS:0;f49461030c22:43101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:24:28,338 INFO [RS:0;f49461030c22:43101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C43101%2C1733117064183, suffix=, logDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183, archiveDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/oldWALs, maxLogs=10 2024-12-02T05:24:28,357 DEBUG [RS:0;f49461030c22:43101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, exclude list is [], retry=0 2024-12-02T05:24:28,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-d20a60d9-161a-41ac-80f1-9b3599367397,DISK] 2024-12-02T05:24:28,361 INFO [RS:0;f49461030c22:43101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 2024-12-02T05:24:28,361 DEBUG [RS:0;f49461030c22:43101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-12-02T05:24:28,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:28,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:24:28,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:24:28,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:28,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:28,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:24:28,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:24:28,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:28,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:28,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:24:28,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:24:28,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:28,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:28,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:24:28,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:24:28,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:28,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:28,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:24:28,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740 2024-12-02T05:24:28,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740 2024-12-02T05:24:28,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:24:28,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:24:28,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:28,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:24:28,443 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:28,443 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246589, jitterRate=0.04675574600696564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:28,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117068434Initializing all the Stores at 1733117068434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117068434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117068434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117068434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117068434Cleaning up temporary data from old regions at 1733117068441 (+7 ms)Region opened successfully at 1733117068443 (+2 ms) 2024-12-02T05:24:28,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:24:28,443 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:24:28,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:24:28,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:24:28,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:24:28,444 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:24:28,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117068443Disabling compacts and flushes for region at 1733117068443Disabling writes for close at 1733117068443Writing region close event to WAL at 1733117068444 (+1 ms)Closed at 1733117068444 2024-12-02T05:24:28,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:28,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:24:28,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:24:28,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:24:28,446 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:24:28,596 DEBUG [f49461030c22:42345 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:24:28,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,43101,1733117064183 2024-12-02T05:24:28,598 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,43101,1733117064183, state=OPENING 2024-12-02T05:24:28,751 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:24:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:29,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1816169195/meta-region-server: CHANGED 2024-12-02T05:24:29,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1816169195/meta-region-server: CHANGED 2024-12-02T05:24:29,204 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:24:29,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,43101,1733117064183}] 2024-12-02T05:24:29,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:24:29,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:24:29,360 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:24:29,360 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:29,361 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:24:29,362 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C43101%2C1733117064183.meta, suffix=.meta, logDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183, archiveDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/oldWALs, maxLogs=10 2024-12-02T05:24:29,373 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.meta.1733117069362.meta, exclude list is [], retry=0 2024-12-02T05:24:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-d20a60d9-161a-41ac-80f1-9b3599367397,DISK] 2024-12-02T05:24:29,376 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.meta.1733117069362.meta 2024-12-02T05:24:29,378 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-12-02T05:24:29,378 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:29,378 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:24:29,378 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:24:29,378 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:24:29,378 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:24:29,379 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:24:29,379 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:29,379 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:24:29,379 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:24:29,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:24:29,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:24:29,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:29,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:29,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:24:29,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:24:29,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:29,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:29,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:24:29,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:24:29,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:29,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:29,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:24:29,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:24:29,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:29,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:29,383 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:24:29,384 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740 2024-12-02T05:24:29,384 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740 2024-12-02T05:24:29,385 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:24:29,385 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:24:29,385 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:29,386 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:24:29,387 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67464562, jitterRate=0.005300313234329224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:29,387 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:24:29,387 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117069379Writing region info on filesystem at 1733117069379Initializing all the Stores at 1733117069379Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117069380 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117069380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117069380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117069380Cleaning up temporary data from old regions at 1733117069385 (+5 ms)Running coprocessor post-open hooks at 1733117069387 (+2 ms)Region opened successfully at 1733117069387 2024-12-02T05:24:29,388 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117069356 2024-12-02T05:24:29,389 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:24:29,389 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:24:29,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,43101,1733117064183 2024-12-02T05:24:29,390 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,43101,1733117064183, state=OPEN 2024-12-02T05:24:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1816169195/meta-region-server 2024-12-02T05:24:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1816169195/meta-region-server 2024-12-02T05:24:29,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1816169195/meta-region-server: CHANGED 2024-12-02T05:24:29,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,43101,1733117064183 2024-12-02T05:24:29,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1816169195/meta-region-server: CHANGED 2024-12-02T05:24:29,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:24:29,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,43101,1733117064183 in 403 msec 2024-12-02T05:24:29,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:24:29,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1640 sec 2024-12-02T05:24:29,611 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:29,611 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:24:29,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:29,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43101,1733117064183, seqNum=-1] 2024-12-02T05:24:29,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:29,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:24:29,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0110 sec 2024-12-02T05:24:29,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117069618, completionTime=-1 2024-12-02T05:24:29,618 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:24:29,618 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:24:29,619 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117129619 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117189620 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42345,1733117063806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42345,1733117063806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42345,1733117063806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:42345, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:29,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:29,622 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.714sec 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42345,1733117063806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:24:29,623 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42345,1733117063806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:24:29,625 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:24:29,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:24:29,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42345,1733117063806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:29,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6186deaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:29,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42345,-1 for getting cluster id 2024-12-02T05:24:29,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:29,649 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6324360-605d-4d80-8f4b-7b1703e87b62' 2024-12-02T05:24:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6324360-605d-4d80-8f4b-7b1703e87b62" 2024-12-02T05:24:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c365ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42345,-1] 2024-12-02T05:24:29,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:29,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:29,651 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:29,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373cc7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:29,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43101,1733117064183, seqNum=-1] 2024-12-02T05:24:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:29,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:24:29,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,42345,1733117063806 2024-12-02T05:24:29,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57040 2024-12-02T05:24:29,777 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.hbase.exceptions.TimeoutIOException: java.util.concurrent.TimeoutException at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:214) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.util.concurrent.TimeoutException at java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1960) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2095) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:205) ~[classes/:?] ... 7 more 2024-12-02T05:24:29,777 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.lang.IllegalStateException: should call flush first before calling close at org.apache.hbase.thirdparty.com.google.common.base.Preconditions.checkState(Preconditions.java:513) ~[hbase-shaded-miscellaneous-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:563) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T05:24:29,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:29,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101947f71a70005 connected 2024-12-02T05:24:30,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,34649,1733117052413 2024-12-02T05:24:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dfb9019 2024-12-02T05:24:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:30,158 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:24:30,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:24:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:24:30,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:24:30,161 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:30,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:24:30,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:24:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:24:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:30,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 126aa81d1701f8589ac6086ddbae372f, NAME => 'test,,1733117070158.126aa81d1701f8589ac6086ddbae372f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e 2024-12-02T05:24:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:24:30,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117070158.126aa81d1701f8589ac6086ddbae372f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:30,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 126aa81d1701f8589ac6086ddbae372f, disabling compactions & flushes 2024-12-02T05:24:30,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:30,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:30,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. after waiting 0 ms 2024-12-02T05:24:30,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:30,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:30,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 126aa81d1701f8589ac6086ddbae372f: Waiting for close lock at 1733117070575Disabling compacts and flushes for region at 1733117070575Disabling writes for close at 1733117070575Writing region close event to WAL at 1733117070575Closed at 1733117070575 2024-12-02T05:24:30,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:24:30,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117070158.126aa81d1701f8589ac6086ddbae372f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117070577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117070577"}]},"ts":"1733117070577"} 2024-12-02T05:24:30,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:24:30,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:24:30,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117070579"}]},"ts":"1733117070579"} 2024-12-02T05:24:30,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:24:30,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=126aa81d1701f8589ac6086ddbae372f, ASSIGN}] 2024-12-02T05:24:30,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=126aa81d1701f8589ac6086ddbae372f, ASSIGN 2024-12-02T05:24:30,582 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=126aa81d1701f8589ac6086ddbae372f, ASSIGN; state=OFFLINE, location=f49461030c22,37009,1733117053228; forceNewPlan=false, retain=false 2024-12-02T05:24:30,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=126aa81d1701f8589ac6086ddbae372f, regionState=OPENING, regionLocation=f49461030c22,37009,1733117053228 2024-12-02T05:24:30,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=126aa81d1701f8589ac6086ddbae372f, ASSIGN because future has completed 2024-12-02T05:24:30,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 126aa81d1701f8589ac6086ddbae372f, server=f49461030c22,37009,1733117053228}] 2024-12-02T05:24:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:30,891 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:30,891 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 126aa81d1701f8589ac6086ddbae372f, NAME => 'test,,1733117070158.126aa81d1701f8589ac6086ddbae372f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:30,891 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:24:30,891 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:24:30,891 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,891 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117070158.126aa81d1701f8589ac6086ddbae372f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:30,891 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,891 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,892 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,893 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 126aa81d1701f8589ac6086ddbae372f columnFamilyName f 2024-12-02T05:24:30,893 DEBUG [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:30,894 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] regionserver.HStore(327): Store=126aa81d1701f8589ac6086ddbae372f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:30,894 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,895 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 126aa81d1701f8589ac6086ddbae372f columnFamilyName f1 2024-12-02T05:24:30,895 DEBUG [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:30,895 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] regionserver.HStore(327): Store=126aa81d1701f8589ac6086ddbae372f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:30,895 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,896 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 126aa81d1701f8589ac6086ddbae372f columnFamilyName norep 2024-12-02T05:24:30,896 DEBUG [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:30,896 INFO [StoreOpener-126aa81d1701f8589ac6086ddbae372f-1 {}] regionserver.HStore(327): Store=126aa81d1701f8589ac6086ddbae372f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:30,896 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,897 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,897 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,897 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,897 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,898 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:24:30,898 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,900 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:30,900 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 126aa81d1701f8589ac6086ddbae372f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65485613, jitterRate=-0.024188324809074402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:24:30,900 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:30,900 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 126aa81d1701f8589ac6086ddbae372f: Running coprocessor pre-open hook at 1733117070891Writing region info on filesystem at 1733117070891Initializing all the Stores at 1733117070892 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117070892Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117070892Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117070892Cleaning up temporary data from old regions at 1733117070897 (+5 ms)Running coprocessor post-open hooks at 1733117070900 (+3 ms)Region opened successfully at 1733117070900 2024-12-02T05:24:30,901 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117070158.126aa81d1701f8589ac6086ddbae372f., pid=6, masterSystemTime=1733117070887 2024-12-02T05:24:30,902 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:30,902 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:30,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=126aa81d1701f8589ac6086ddbae372f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,37009,1733117053228 2024-12-02T05:24:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 126aa81d1701f8589ac6086ddbae372f, server=f49461030c22,37009,1733117053228 because future has completed 2024-12-02T05:24:30,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:24:30,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 126aa81d1701f8589ac6086ddbae372f, server=f49461030c22,37009,1733117053228 in 170 msec 2024-12-02T05:24:30,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:24:30,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=126aa81d1701f8589ac6086ddbae372f, ASSIGN in 325 msec 2024-12-02T05:24:30,908 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:24:30,908 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117070908"}]},"ts":"1733117070908"} 2024-12-02T05:24:30,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:24:30,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:24:30,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-12-02T05:24:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:31,304 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:24:31,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42345,1733117063806 2024-12-02T05:24:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6247d961 2024-12-02T05:24:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:31,305 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:24:31,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:24:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:24:31,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:24:31,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:31,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:24:31,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:24:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:31,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:24:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:31,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97a0cfeb4a70de5647fcf4795eb3863a, NAME => 'test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399 2024-12-02T05:24:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:24:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:32,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:32,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97a0cfeb4a70de5647fcf4795eb3863a, disabling compactions & flushes 2024-12-02T05:24:32,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:32,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:32,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. after waiting 0 ms 2024-12-02T05:24:32,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:32,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:32,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97a0cfeb4a70de5647fcf4795eb3863a: Waiting for close lock at 1733117072128Disabling compacts and flushes for region at 1733117072128Disabling writes for close at 1733117072129 (+1 ms)Writing region close event to WAL at 1733117072129Closed at 1733117072129 2024-12-02T05:24:32,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:24:32,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117072130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117072130"}]},"ts":"1733117072130"} 2024-12-02T05:24:32,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:24:32,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:24:32,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117072132"}]},"ts":"1733117072132"} 2024-12-02T05:24:32,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:24:32,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97a0cfeb4a70de5647fcf4795eb3863a, ASSIGN}] 2024-12-02T05:24:32,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97a0cfeb4a70de5647fcf4795eb3863a, ASSIGN 2024-12-02T05:24:32,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97a0cfeb4a70de5647fcf4795eb3863a, ASSIGN; state=OFFLINE, location=f49461030c22,43101,1733117064183; forceNewPlan=false, retain=false 2024-12-02T05:24:32,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97a0cfeb4a70de5647fcf4795eb3863a, regionState=OPENING, regionLocation=f49461030c22,43101,1733117064183 2024-12-02T05:24:32,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97a0cfeb4a70de5647fcf4795eb3863a, ASSIGN because future has completed 2024-12-02T05:24:32,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a0cfeb4a70de5647fcf4795eb3863a, server=f49461030c22,43101,1733117064183}] 2024-12-02T05:24:32,443 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:32,443 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97a0cfeb4a70de5647fcf4795eb3863a, NAME => 'test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:32,444 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:24:32,444 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:24:32,444 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,444 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:32,444 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,444 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,445 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,446 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a0cfeb4a70de5647fcf4795eb3863a columnFamilyName f 2024-12-02T05:24:32,446 DEBUG [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:32,446 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] regionserver.HStore(327): Store=97a0cfeb4a70de5647fcf4795eb3863a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:32,446 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,447 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a0cfeb4a70de5647fcf4795eb3863a columnFamilyName f1 2024-12-02T05:24:32,447 DEBUG [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:32,447 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] regionserver.HStore(327): Store=97a0cfeb4a70de5647fcf4795eb3863a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:32,447 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,448 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a0cfeb4a70de5647fcf4795eb3863a columnFamilyName norep 2024-12-02T05:24:32,448 DEBUG [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:32,448 INFO [StoreOpener-97a0cfeb4a70de5647fcf4795eb3863a-1 {}] regionserver.HStore(327): Store=97a0cfeb4a70de5647fcf4795eb3863a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:32,448 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,449 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,449 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,450 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,450 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,450 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:24:32,451 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,456 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:32,456 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97a0cfeb4a70de5647fcf4795eb3863a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71562749, jitterRate=0.06636805832386017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:24:32,456 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:32,456 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97a0cfeb4a70de5647fcf4795eb3863a: Running coprocessor pre-open hook at 1733117072444Writing region info on filesystem at 1733117072444Initializing all the Stores at 1733117072445 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117072445Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117072445Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117072445Cleaning up temporary data from old regions at 1733117072450 (+5 ms)Running coprocessor post-open hooks at 1733117072456 (+6 ms)Region opened successfully at 1733117072456 2024-12-02T05:24:32,457 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a., pid=6, masterSystemTime=1733117072440 2024-12-02T05:24:32,458 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:32,458 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:32,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97a0cfeb4a70de5647fcf4795eb3863a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,43101,1733117064183 2024-12-02T05:24:32,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a0cfeb4a70de5647fcf4795eb3863a, server=f49461030c22,43101,1733117064183 because future has completed 2024-12-02T05:24:32,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:24:32,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97a0cfeb4a70de5647fcf4795eb3863a, server=f49461030c22,43101,1733117064183 in 175 msec 2024-12-02T05:24:32,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:24:32,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97a0cfeb4a70de5647fcf4795eb3863a, ASSIGN in 331 msec 2024-12-02T05:24:32,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:24:32,467 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117072467"}]},"ts":"1733117072467"} 2024-12-02T05:24:32,469 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:24:32,469 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:24:32,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-02T05:24:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:24:33,454 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:24:33,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ef2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34649,-1 for getting cluster id 2024-12-02T05:24:33,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:33,455 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc9b6be-f586-4d32-b328-550fff22f268' 2024-12-02T05:24:33,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:33,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc9b6be-f586-4d32-b328-550fff22f268" 2024-12-02T05:24:33,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0f348c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34649,-1] 2024-12-02T05:24:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:33,456 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2b34af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2a3f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42345,-1 for getting cluster id 2024-12-02T05:24:33,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:33,458 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6324360-605d-4d80-8f4b-7b1703e87b62' 2024-12-02T05:24:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6324360-605d-4d80-8f4b-7b1703e87b62" 2024-12-02T05:24:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8624a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42345,-1] 2024-12-02T05:24:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:33,459 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:33,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f0cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563a4955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34649,-1 for getting cluster id 2024-12-02T05:24:33,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:33,465 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc9b6be-f586-4d32-b328-550fff22f268' 2024-12-02T05:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc9b6be-f586-4d32-b328-550fff22f268" 2024-12-02T05:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ae39dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34649,-1] 2024-12-02T05:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:33,466 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1986a756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:33,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,34649,1733117052413 2024-12-02T05:24:33,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454925a8 2024-12-02T05:24:33,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:33,468 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:24:33,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:42345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:24:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:24:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:33,470 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:42345' 2024-12-02T05:24:33,471 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2b5b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,471 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42345,-1 for getting cluster id 2024-12-02T05:24:33,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:33,472 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6324360-605d-4d80-8f4b-7b1703e87b62' 2024-12-02T05:24:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6324360-605d-4d80-8f4b-7b1703e87b62" 2024-12-02T05:24:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd94b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42345,-1] 2024-12-02T05:24:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:33,473 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:33,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431c663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:33,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:33,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42345,1733117063806 2024-12-02T05:24:33,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11dc26f3 2024-12-02T05:24:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:33,475 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:24:33,476 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:24:33,476 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:24:33,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:33,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:33,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:33,476 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:24:33,477 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:24:33,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:24:33,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:33,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:24:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:24:33,528 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:24:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:33,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bca9b4476403d348fb6cdf71015e380d, NAME => 'hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e 2024-12-02T05:24:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:24:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:34,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:24:34,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:34,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bca9b4476403d348fb6cdf71015e380d, disabling compactions & flushes 2024-12-02T05:24:34,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:34,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:34,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. after waiting 0 ms 2024-12-02T05:24:34,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:34,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:34,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bca9b4476403d348fb6cdf71015e380d: Waiting for close lock at 1733117074298Disabling compacts and flushes for region at 1733117074298Disabling writes for close at 1733117074298Writing region close event to WAL at 1733117074298Closed at 1733117074298 2024-12-02T05:24:34,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:24:34,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117074299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117074299"}]},"ts":"1733117074299"} 2024-12-02T05:24:34,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:24:34,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:24:34,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117074301"}]},"ts":"1733117074301"} 2024-12-02T05:24:34,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:24:34,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bca9b4476403d348fb6cdf71015e380d, ASSIGN}] 2024-12-02T05:24:34,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bca9b4476403d348fb6cdf71015e380d, ASSIGN 2024-12-02T05:24:34,304 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bca9b4476403d348fb6cdf71015e380d, ASSIGN; state=OFFLINE, location=f49461030c22,37009,1733117053228; forceNewPlan=false, retain=false 2024-12-02T05:24:34,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bca9b4476403d348fb6cdf71015e380d, regionState=OPENING, regionLocation=f49461030c22,37009,1733117053228 2024-12-02T05:24:34,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bca9b4476403d348fb6cdf71015e380d, ASSIGN because future has completed 2024-12-02T05:24:34,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bca9b4476403d348fb6cdf71015e380d, server=f49461030c22,37009,1733117053228}] 2024-12-02T05:24:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:34,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:34,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:34,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:24:34,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C37009%2C1733117053228.rep, suffix=, logDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228, archiveDir=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/oldWALs, maxLogs=10 2024-12-02T05:24:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.rep.1733117074613, exclude list is [], retry=0 2024-12-02T05:24:34,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36495,DS-3f53718e-ab38-43b6-962d-e11a0159c91b,DISK] 2024-12-02T05:24:34,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.rep.1733117074613 2024-12-02T05:24:34,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829)] 2024-12-02T05:24:34,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bca9b4476403d348fb6cdf71015e380d, NAME => 'hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:34,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:24:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:24:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. service=MultiRowMutationService 2024-12-02T05:24:34,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:24:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,631 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,632 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bca9b4476403d348fb6cdf71015e380d columnFamilyName hfileref 2024-12-02T05:24:34,632 DEBUG [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:34,632 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] regionserver.HStore(327): Store=bca9b4476403d348fb6cdf71015e380d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:34,632 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,633 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bca9b4476403d348fb6cdf71015e380d columnFamilyName queue 2024-12-02T05:24:34,633 DEBUG [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:34,634 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] regionserver.HStore(327): Store=bca9b4476403d348fb6cdf71015e380d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:34,634 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,635 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bca9b4476403d348fb6cdf71015e380d columnFamilyName sid 2024-12-02T05:24:34,635 DEBUG [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:34,635 INFO [StoreOpener-bca9b4476403d348fb6cdf71015e380d-1 {}] regionserver.HStore(327): Store=bca9b4476403d348fb6cdf71015e380d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:24:34,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:34,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bca9b4476403d348fb6cdf71015e380d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62528639, jitterRate=-0.06825067102909088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:24:34,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:34,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bca9b4476403d348fb6cdf71015e380d: Running coprocessor pre-open hook at 1733117074630Writing region info on filesystem at 1733117074630Initializing all the Stores at 1733117074631 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117074631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117074631Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117074631Cleaning up temporary data from old regions at 1733117074636 (+5 ms)Running coprocessor post-open hooks at 1733117074639 (+3 ms)Region opened successfully at 1733117074639 2024-12-02T05:24:34,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d., pid=10, masterSystemTime=1733117074608 2024-12-02T05:24:34,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:34,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:34,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bca9b4476403d348fb6cdf71015e380d, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,37009,1733117053228 2024-12-02T05:24:34,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bca9b4476403d348fb6cdf71015e380d, server=f49461030c22,37009,1733117053228 because future has completed 2024-12-02T05:24:34,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:24:34,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bca9b4476403d348fb6cdf71015e380d, server=f49461030c22,37009,1733117053228 in 187 msec 2024-12-02T05:24:34,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:24:34,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bca9b4476403d348fb6cdf71015e380d, ASSIGN in 342 msec 2024-12-02T05:24:34,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:24:34,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117074647"}]},"ts":"1733117074647"} 2024-12-02T05:24:34,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:24:34,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:24:34,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-12-02T05:24:34,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d., hostname=f49461030c22,37009,1733117053228, seqNum=2] 2024-12-02T05:24:34,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:24:34,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:34,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:35,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:35,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:35,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:24:35,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:24:35,568 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:24:35,591 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,37009,1733117053228, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:24:35,591 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:35,591 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37009,1733117053228, seqNum=-1] 2024-12-02T05:24:35,592 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:35,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T05:24:35,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,37009,1733117053228', locateType=CURRENT is [region=hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d., hostname=f49461030c22,37009,1733117053228, seqNum=2] 2024-12-02T05:24:35,596 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:24:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:24:35,598 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,37009,1733117053228 suceeded 2024-12-02T05:24:35,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:24:35,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T05:24:35,599 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:42345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:24:35,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1310 sec 2024-12-02T05:24:35,609 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:42345' 2024-12-02T05:24:35,610 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7194524c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,610 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42345,-1 for getting cluster id 2024-12-02T05:24:35,610 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:35,611 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6324360-605d-4d80-8f4b-7b1703e87b62' 2024-12-02T05:24:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6324360-605d-4d80-8f4b-7b1703e87b62" 2024-12-02T05:24:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3416eb4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42345,-1] 2024-12-02T05:24:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:35,612 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:35,612 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@655e4f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,612 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:35,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42345,1733117063806 2024-12-02T05:24:35,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f20bf1b 2024-12-02T05:24:35,613 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:24:35,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:35,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:24:35,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:35,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:35,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:35,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:35,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2867142d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,614 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-02T05:24:35,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42345,-1 for getting cluster id 2024-12-02T05:24:35,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:35,615 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,37009,1733117053228 (queues=1) is replicating from cluster=acc9b6be-f586-4d32-b328-550fff22f268 to cluster=a6324360-605d-4d80-8f4b-7b1703e87b62 2024-12-02T05:24:35,615 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C37009%2C1733117053228 2024-12-02T05:24:35,615 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6324360-605d-4d80-8f4b-7b1703e87b62' 2024-12-02T05:24:35,615 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,37009,1733117053228, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:24:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6324360-605d-4d80-8f4b-7b1703e87b62" 2024-12-02T05:24:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36801a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42345,-1] 2024-12-02T05:24:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:35,616 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:35,616 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, startPosition=0, beingWritten=true 2024-12-02T05:24:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a24085b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42345,1733117063806 2024-12-02T05:24:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e65ad8c 2024-12-02T05:24:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:35,618 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C37009%2C1733117053228 2024-12-02T05:24:35,618 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:24:35,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:34649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:24:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:24:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:35,621 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:34649' 2024-12-02T05:24:35,621 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:35,621 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 379, reset compression=false 2024-12-02T05:24:35,621 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c8575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,621 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34649,-1 for getting cluster id 2024-12-02T05:24:35,621 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,37009,1733117053228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:35,621 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:35,622 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc9b6be-f586-4d32-b328-550fff22f268' 2024-12-02T05:24:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc9b6be-f586-4d32-b328-550fff22f268" 2024-12-02T05:24:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a67500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34649,-1] 2024-12-02T05:24:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:35,623 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:35,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8764bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:35,624 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:35,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,34649,1733117052413 2024-12-02T05:24:35,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca20414 2024-12-02T05:24:35,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:35,626 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:24:35,626 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T05:24:35,626 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:24:35,626 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:35,626 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:35,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:35,627 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:24:35,628 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:24:35,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:24:35,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:35,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:24:35,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:24:35,678 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:24:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:35,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:24:35,825 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 379, reset compression=false 2024-12-02T05:24:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:36,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec9708b84cfa7c0e4950283a01d4d428, NAME => 'hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399 2024-12-02T05:24:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:24:36,128 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 379, reset compression=false 2024-12-02T05:24:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:36,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:36,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec9708b84cfa7c0e4950283a01d4d428, disabling compactions & flushes 2024-12-02T05:24:36,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:36,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:36,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. after waiting 0 ms 2024-12-02T05:24:36,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:36,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:36,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec9708b84cfa7c0e4950283a01d4d428: Waiting for close lock at 1733117076443Disabling compacts and flushes for region at 1733117076443Disabling writes for close at 1733117076443Writing region close event to WAL at 1733117076443Closed at 1733117076443 2024-12-02T05:24:36,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:24:36,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117076444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117076444"}]},"ts":"1733117076444"} 2024-12-02T05:24:36,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:24:36,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:24:36,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117076447"}]},"ts":"1733117076447"} 2024-12-02T05:24:36,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:24:36,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec9708b84cfa7c0e4950283a01d4d428, ASSIGN}] 2024-12-02T05:24:36,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec9708b84cfa7c0e4950283a01d4d428, ASSIGN 2024-12-02T05:24:36,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec9708b84cfa7c0e4950283a01d4d428, ASSIGN; state=OFFLINE, location=f49461030c22,43101,1733117064183; forceNewPlan=false, retain=false 2024-12-02T05:24:36,532 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 379, reset compression=false 2024-12-02T05:24:36,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec9708b84cfa7c0e4950283a01d4d428, regionState=OPENING, regionLocation=f49461030c22,43101,1733117064183 2024-12-02T05:24:36,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec9708b84cfa7c0e4950283a01d4d428, ASSIGN because future has completed 2024-12-02T05:24:36,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec9708b84cfa7c0e4950283a01d4d428, server=f49461030c22,43101,1733117064183}] 2024-12-02T05:24:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:36,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:36,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:36,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:24:36,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C43101%2C1733117064183.rep, suffix=, logDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183, archiveDir=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/oldWALs, maxLogs=10 2024-12-02T05:24:36,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.rep.1733117076758, exclude list is [], retry=0 2024-12-02T05:24:36,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-d20a60d9-161a-41ac-80f1-9b3599367397,DISK] 2024-12-02T05:24:36,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.rep.1733117076758 2024-12-02T05:24:36,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41979:41979)] 2024-12-02T05:24:36,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec9708b84cfa7c0e4950283a01d4d428, NAME => 'hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:36,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:24:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:24:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. service=MultiRowMutationService 2024-12-02T05:24:36,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:24:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,774 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,775 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec9708b84cfa7c0e4950283a01d4d428 columnFamilyName hfileref 2024-12-02T05:24:36,775 DEBUG [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:36,776 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] regionserver.HStore(327): Store=ec9708b84cfa7c0e4950283a01d4d428/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:36,776 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,776 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec9708b84cfa7c0e4950283a01d4d428 columnFamilyName queue 2024-12-02T05:24:36,777 DEBUG [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:36,777 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] regionserver.HStore(327): Store=ec9708b84cfa7c0e4950283a01d4d428/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:36,777 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,778 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec9708b84cfa7c0e4950283a01d4d428 columnFamilyName sid 2024-12-02T05:24:36,778 DEBUG [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:36,778 INFO [StoreOpener-ec9708b84cfa7c0e4950283a01d4d428-1 {}] regionserver.HStore(327): Store=ec9708b84cfa7c0e4950283a01d4d428/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:36,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/replication/ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/replication/ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:24:36,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/replication/ec9708b84cfa7c0e4950283a01d4d428/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:36,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec9708b84cfa7c0e4950283a01d4d428; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67526157, jitterRate=0.00621815025806427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:24:36,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:36,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec9708b84cfa7c0e4950283a01d4d428: Running coprocessor pre-open hook at 1733117076773Writing region info on filesystem at 1733117076773Initializing all the Stores at 1733117076774 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117076774Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117076774Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117076774Cleaning up temporary data from old regions at 1733117076779 (+5 ms)Running coprocessor post-open hooks at 1733117076782 (+3 ms)Region opened successfully at 1733117076782 2024-12-02T05:24:36,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428., pid=10, masterSystemTime=1733117076754 2024-12-02T05:24:36,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:36,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:36,785 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec9708b84cfa7c0e4950283a01d4d428, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,43101,1733117064183 2024-12-02T05:24:36,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec9708b84cfa7c0e4950283a01d4d428, server=f49461030c22,43101,1733117064183 because future has completed 2024-12-02T05:24:36,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:24:36,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec9708b84cfa7c0e4950283a01d4d428, server=f49461030c22,43101,1733117064183 in 185 msec 2024-12-02T05:24:36,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:24:36,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec9708b84cfa7c0e4950283a01d4d428, ASSIGN in 341 msec 2024-12-02T05:24:36,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:24:36,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117076791"}]},"ts":"1733117076791"} 2024-12-02T05:24:36,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:24:36,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:24:36,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-02T05:24:36,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428., hostname=f49461030c22,43101,1733117064183, seqNum=2] 2024-12-02T05:24:37,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:37,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:37,039 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 379, reset compression=false 2024-12-02T05:24:37,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:24:37,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:24:37,424 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:24:37,448 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,43101,1733117064183, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:24:37,449 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:37,449 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43101,1733117064183, seqNum=-1] 2024-12-02T05:24:37,449 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:37,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T05:24:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,43101,1733117064183', locateType=CURRENT is [region=hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428., hostname=f49461030c22,43101,1733117064183, seqNum=2] 2024-12-02T05:24:37,454 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:24:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:24:37,456 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,43101,1733117064183 suceeded 2024-12-02T05:24:37,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:24:37,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T05:24:37,458 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:34649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:24:37,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8400 sec 2024-12-02T05:24:37,468 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:34649' 2024-12-02T05:24:37,469 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570843f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:37,469 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34649,-1 for getting cluster id 2024-12-02T05:24:37,469 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:37,469 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc9b6be-f586-4d32-b328-550fff22f268' 2024-12-02T05:24:37,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc9b6be-f586-4d32-b328-550fff22f268" 2024-12-02T05:24:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16451ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34649,-1] 2024-12-02T05:24:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:37,470 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:37,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aeeace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:37,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,34649,1733117052413 2024-12-02T05:24:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cb60267 2024-12-02T05:24:37,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:24:37,472 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-02T05:24:37,473 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,43101,1733117064183 (queues=1) is replicating from cluster=a6324360-605d-4d80-8f4b-7b1703e87b62 to cluster=acc9b6be-f586-4d32-b328-550fff22f268 2024-12-02T05:24:37,473 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C43101%2C1733117064183 2024-12-02T05:24:37,473 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,43101,1733117064183, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:24:37,473 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C43101%2C1733117064183 2024-12-02T05:24:37,473 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, startPosition=0, beingWritten=true 2024-12-02T05:24:37,477 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:37,477 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 379, reset compression=false 2024-12-02T05:24:37,477 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43101,1733117064183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:37,642 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 379, reset compression=false 2024-12-02T05:24:37,687 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 379, reset compression=false 2024-12-02T05:24:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:24:37,764 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:24:37,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:24:37,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:37,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:37,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:37,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:37,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:37,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37009,1733117053228, seqNum=-1] 2024-12-02T05:24:37,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:37,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:24:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117070158.126aa81d1701f8589ac6086ddbae372f., hostname=f49461030c22,37009,1733117053228, seqNum=2] 2024-12-02T05:24:37,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43101,1733117064183, seqNum=-1] 2024-12-02T05:24:37,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:37,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:24:37,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a., hostname=f49461030c22,43101,1733117064183, seqNum=2] 2024-12-02T05:24:37,779 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T05:24:37,990 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 379, reset compression=false 2024-12-02T05:24:38,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:24:38,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T05:24:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T05:24:38,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T05:24:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:24:38,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T05:24:38,346 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 379, reset compression=false 2024-12-02T05:24:38,350 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:24:38,350 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 480, reset compression=false 2024-12-02T05:24:38,350 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,37009,1733117053228 got entry batch from reader: WALEntryBatch [walEntries=[{test/126aa81d1701f8589ac6086ddbae372f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T05:24:38,352 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:24:38,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-02T05:24:38,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:24:38,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1453d2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:38,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42345,-1 for getting cluster id 2024-12-02T05:24:38,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:38,355 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6324360-605d-4d80-8f4b-7b1703e87b62' 2024-12-02T05:24:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6324360-605d-4d80-8f4b-7b1703e87b62" 2024-12-02T05:24:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf2a07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42345,-1] 2024-12-02T05:24:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:38,357 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:38,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa9fef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:38,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:38,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,43101,1733117064183, seqNum=-1] 2024-12-02T05:24:38,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:38,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T05:24:38,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a., hostname=f49461030c22,43101,1733117064183, seqNum=2] 2024-12-02T05:24:38,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:24:38,394 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 379, reset compression=false 2024-12-02T05:24:38,398 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:38,398 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 504, reset compression=false 2024-12-02T05:24:38,398 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43101,1733117064183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:38,555 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 480, reset compression=false 2024-12-02T05:24:38,601 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 504, reset compression=false 2024-12-02T05:24:38,782 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T05:24:38,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T05:24:38,858 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 480, reset compression=false 2024-12-02T05:24:38,905 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 504, reset compression=false 2024-12-02T05:24:38,909 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:24:38,909 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 608, reset compression=false 2024-12-02T05:24:38,909 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43101,1733117064183 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a0cfeb4a70de5647fcf4795eb3863a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T05:24:38,911 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:24:38,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-02T05:24:38,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:24:38,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54391728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:38,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,34649,-1 for getting cluster id 2024-12-02T05:24:38,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:24:38,915 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc9b6be-f586-4d32-b328-550fff22f268' 2024-12-02T05:24:38,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:24:38,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc9b6be-f586-4d32-b328-550fff22f268" 2024-12-02T05:24:38,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65e1472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:38,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,34649,-1] 2024-12-02T05:24:38,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:24:38,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:38,916 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:24:38,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288a3a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:24:38,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:24:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37009,1733117053228, seqNum=-1] 2024-12-02T05:24:38,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:24:38,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T05:24:38,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733117070158.126aa81d1701f8589ac6086ddbae372f., hostname=f49461030c22,37009,1733117053228, seqNum=2] 2024-12-02T05:24:38,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:24:39,115 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 608, reset compression=false 2024-12-02T05:24:39,262 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 480, reset compression=false 2024-12-02T05:24:39,267 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:39,267 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 608, reset compression=false 2024-12-02T05:24:39,267 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,37009,1733117053228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:39,419 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 608, reset compression=false 2024-12-02T05:24:39,470 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 608, reset compression=false 2024-12-02T05:24:39,774 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 608, reset compression=false 2024-12-02T05:24:39,787 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T05:24:39,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T05:24:39,823 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 608, reset compression=false 2024-12-02T05:24:40,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:24:40,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:40,177 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 608, reset compression=false 2024-12-02T05:24:40,182 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:24:40,182 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 764, reset compression=false 2024-12-02T05:24:40,182 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,37009,1733117053228 got entry batch from reader: WALEntryBatch [walEntries=[{test/126aa81d1701f8589ac6086ddbae372f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T05:24:40,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:24:40,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:24:40,326 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 608, reset compression=false 2024-12-02T05:24:40,331 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:40,331 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 756, reset compression=false 2024-12-02T05:24:40,331 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43101,1733117064183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:40,386 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 764, reset compression=false 2024-12-02T05:24:40,451 DEBUG [master/f49461030c22:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=21, reused chunk count=75, reuseRatio=78.13% 2024-12-02T05:24:40,452 DEBUG [master/f49461030c22:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-02T05:24:40,535 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 756, reset compression=false 2024-12-02T05:24:40,689 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 764, reset compression=false 2024-12-02T05:24:40,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T05:24:40,799 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T05:24:40,838 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 756, reset compression=false 2024-12-02T05:24:40,843 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:24:40,843 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 915, reset compression=false 2024-12-02T05:24:40,843 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43101,1733117064183 got entry batch from reader: WALEntryBatch [walEntries=[{test/97a0cfeb4a70de5647fcf4795eb3863a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T05:24:40,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:24:40,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:24:41,047 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 915, reset compression=false 2024-12-02T05:24:41,092 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 764, reset compression=false 2024-12-02T05:24:41,097 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:41,097 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:41,097 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,37009,1733117053228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:41,303 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:41,350 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 915, reset compression=false 2024-12-02T05:24:41,607 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:41,754 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 915, reset compression=false 2024-12-02T05:24:41,801 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T05:24:41,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:24:41,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:24:41,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:41,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:41,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:41,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:41,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:24:41,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575638168, stopped=false 2024-12-02T05:24:41,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,42345,1733117063806 2024-12-02T05:24:41,987 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:24:42,011 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:42,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1816169195/running 2024-12-02T05:24:42,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1816169195/running 2024-12-02T05:24:42,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:42,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:42,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:24:42,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:24:42,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:42,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:42,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on znode that does not yet exist, /1-1816169195/running 2024-12-02T05:24:42,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Set watcher on znode that does not yet exist, /1-1816169195/running 2024-12-02T05:24:42,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,43101,1733117064183' ***** 2024-12-02T05:24:42,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:24:42,109 INFO [RS:0;f49461030c22:43101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:24:42,109 INFO [RS:0;f49461030c22:43101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:24:42,109 INFO [RS:0;f49461030c22:43101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:24:42,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:24:42,109 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(3091): Received CLOSE for 97a0cfeb4a70de5647fcf4795eb3863a 2024-12-02T05:24:42,109 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(3091): Received CLOSE for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:42,109 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(959): stopping server f49461030c22,43101,1733117064183 2024-12-02T05:24:42,109 INFO [RS:0;f49461030c22:43101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:24:42,110 INFO [RS:0;f49461030c22:43101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:43101. 2024-12-02T05:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97a0cfeb4a70de5647fcf4795eb3863a, disabling compactions & flushes 2024-12-02T05:24:42,110 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:42,110 DEBUG [RS:0;f49461030c22:43101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:42,110 DEBUG [RS:0;f49461030c22:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. after waiting 0 ms 2024-12-02T05:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:42,110 INFO [RS:0;f49461030c22:43101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:24:42,110 INFO [RS:0;f49461030c22:43101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:24:42,110 INFO [RS:0;f49461030c22:43101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:24:42,110 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:24:42,110 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97a0cfeb4a70de5647fcf4795eb3863a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-02T05:24:42,110 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:24:42,110 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 97a0cfeb4a70de5647fcf4795eb3863a=test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a., ec9708b84cfa7c0e4950283a01d4d428=hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428.} 2024-12-02T05:24:42,111 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a0cfeb4a70de5647fcf4795eb3863a, ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:42,111 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:24:42,111 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:24:42,111 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:24:42,111 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:24:42,111 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:24:42,111 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:24:42,123 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:24:42,129 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/f/287835f05c874cc396097ebbbb2e4ae6 is 29, key is row1/f:/1733117080796/DeleteFamily/seqid=0 2024-12-02T05:24:42,132 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/info/eea07f5c90c440c588814cfc7cc712e6 is 147, key is hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428./info:regioninfo/1733117076785/Put/seqid=0 2024-12-02T05:24:42,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741840_1016 (size=5118) 2024-12-02T05:24:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741841_1017 (size=7686) 2024-12-02T05:24:42,140 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/info/eea07f5c90c440c588814cfc7cc712e6 2024-12-02T05:24:42,160 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/ns/31879d6ec1df42baac58f4b0f404fd32 is 43, key is default/ns:d/1733117069614/Put/seqid=0 2024-12-02T05:24:42,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741842_1018 (size=5153) 2024-12-02T05:24:42,216 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:24:42,216 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:24:42,258 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 915, reset compression=false 2024-12-02T05:24:42,262 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:42,262 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 1162, reset compression=false 2024-12-02T05:24:42,262 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,43101,1733117064183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:42,263 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,43101,1733117064183: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,43101,1733117064183, walGroup=f49461030c22%2C43101%2C1733117064183, offset=f49461030c22%2C43101%2C1733117064183.1733117068338:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:43101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:24:42,265 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:24:42,265 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:24:42,265 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:24:42,265 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:24:42,265 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:24:42,265 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 797512480 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 192115536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:24:42,266 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:24:42,311 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a0cfeb4a70de5647fcf4795eb3863a, ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:42,465 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 1162, reset compression=false 2024-12-02T05:24:42,511 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a0cfeb4a70de5647fcf4795eb3863a, ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:42,514 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:42,539 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/f/287835f05c874cc396097ebbbb2e4ae6 2024-12-02T05:24:42,543 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 287835f05c874cc396097ebbbb2e4ae6 2024-12-02T05:24:42,559 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/f1/eadef199ffda421f93a777a868e633b1 is 30, key is row1/f1:/1733117080796/DeleteFamily/seqid=0 2024-12-02T05:24:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741843_1019 (size=5123) 2024-12-02T05:24:42,565 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/ns/31879d6ec1df42baac58f4b0f404fd32 2024-12-02T05:24:42,584 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/rep_barrier/f46eda15e4284328baa4d210efc39e62 is 112, key is test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a./rep_barrier:seqnumDuringOpen/1733117072459/Put/seqid=0 2024-12-02T05:24:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741844_1020 (size=5518) 2024-12-02T05:24:42,711 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a0cfeb4a70de5647fcf4795eb3863a, ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:42,769 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 1162, reset compression=false 2024-12-02T05:24:42,911 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a0cfeb4a70de5647fcf4795eb3863a, ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:42,963 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/f1/eadef199ffda421f93a777a868e633b1 2024-12-02T05:24:42,966 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eadef199ffda421f93a777a868e633b1 2024-12-02T05:24:42,984 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/norep/c6390d8cbdfc42f297a4ae7f5b58e748 is 33, key is row1/norep:/1733117080796/DeleteFamily/seqid=0 2024-12-02T05:24:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741845_1021 (size=5108) 2024-12-02T05:24:42,988 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/rep_barrier/f46eda15e4284328baa4d210efc39e62 2024-12-02T05:24:43,003 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/table/9bd224a9611040c0bba7b04ba6a09045 is 53, key is hbase:replication/table:state/1733117076791/Put/seqid=0 2024-12-02T05:24:43,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741846_1022 (size=5308) 2024-12-02T05:24:43,111 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a0cfeb4a70de5647fcf4795eb3863a, ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:43,118 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:43,172 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 1162, reset compression=false 2024-12-02T05:24:43,312 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a0cfeb4a70de5647fcf4795eb3863a, ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:43,388 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/norep/c6390d8cbdfc42f297a4ae7f5b58e748 2024-12-02T05:24:43,391 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6390d8cbdfc42f297a4ae7f5b58e748 2024-12-02T05:24:43,392 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/f/287835f05c874cc396097ebbbb2e4ae6 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/f/287835f05c874cc396097ebbbb2e4ae6 2024-12-02T05:24:43,396 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 287835f05c874cc396097ebbbb2e4ae6 2024-12-02T05:24:43,396 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/f/287835f05c874cc396097ebbbb2e4ae6, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T05:24:43,397 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/f1/eadef199ffda421f93a777a868e633b1 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/f1/eadef199ffda421f93a777a868e633b1 2024-12-02T05:24:43,400 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eadef199ffda421f93a777a868e633b1 2024-12-02T05:24:43,400 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/f1/eadef199ffda421f93a777a868e633b1, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T05:24:43,401 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/.tmp/norep/c6390d8cbdfc42f297a4ae7f5b58e748 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/norep/c6390d8cbdfc42f297a4ae7f5b58e748 2024-12-02T05:24:43,405 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6390d8cbdfc42f297a4ae7f5b58e748 2024-12-02T05:24:43,405 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/norep/c6390d8cbdfc42f297a4ae7f5b58e748, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T05:24:43,406 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 97a0cfeb4a70de5647fcf4795eb3863a in 1296ms, sequenceid=8, compaction requested=false 2024-12-02T05:24:43,406 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/table/9bd224a9611040c0bba7b04ba6a09045 2024-12-02T05:24:43,410 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/info/eea07f5c90c440c588814cfc7cc712e6 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/info/eea07f5c90c440c588814cfc7cc712e6 2024-12-02T05:24:43,414 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/info/eea07f5c90c440c588814cfc7cc712e6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:24:43,415 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/default/test/97a0cfeb4a70de5647fcf4795eb3863a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T05:24:43,415 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/ns/31879d6ec1df42baac58f4b0f404fd32 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/ns/31879d6ec1df42baac58f4b0f404fd32 2024-12-02T05:24:43,415 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:24:43,415 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:24:43,415 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:43,415 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97a0cfeb4a70de5647fcf4795eb3863a: Waiting for close lock at 1733117082109Running coprocessor pre-close hooks at 1733117082109Disabling compacts and flushes for region at 1733117082109Disabling writes for close at 1733117082110 (+1 ms)Obtaining lock to block concurrent updates at 1733117082110Preparing flush snapshotting stores in 97a0cfeb4a70de5647fcf4795eb3863a at 1733117082110Finished memstore snapshotting test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733117082110Flushing stores of test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. at 1733117082111 (+1 ms)Flushing 97a0cfeb4a70de5647fcf4795eb3863a/f: creating writer at 1733117082111Flushing 97a0cfeb4a70de5647fcf4795eb3863a/f: appending metadata at 1733117082129 (+18 ms)Flushing 97a0cfeb4a70de5647fcf4795eb3863a/f: closing flushed file at 1733117082129Flushing 97a0cfeb4a70de5647fcf4795eb3863a/f1: creating writer at 1733117082543 (+414 ms)Flushing 97a0cfeb4a70de5647fcf4795eb3863a/f1: appending metadata at 1733117082558 (+15 ms)Flushing 97a0cfeb4a70de5647fcf4795eb3863a/f1: closing flushed file at 1733117082558Flushing 97a0cfeb4a70de5647fcf4795eb3863a/norep: creating writer at 1733117082967 (+409 ms)Flushing 97a0cfeb4a70de5647fcf4795eb3863a/norep: appending metadata at 1733117082983 (+16 ms)Flushing 97a0cfeb4a70de5647fcf4795eb3863a/norep: closing flushed file at 1733117082983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dee83e: reopening flushed file at 1733117083392 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218a8a1: reopening flushed file at 1733117083396 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28644d29: reopening flushed file at 1733117083400 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 97a0cfeb4a70de5647fcf4795eb3863a in 1296ms, sequenceid=8, compaction requested=false at 1733117083406 (+6 ms)Writing region close event to WAL at 1733117083412 (+6 ms)Running coprocessor post-close hooks at 1733117083415 (+3 ms)Closed at 1733117083415 2024-12-02T05:24:43,416 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117071306.97a0cfeb4a70de5647fcf4795eb3863a. 2024-12-02T05:24:43,416 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec9708b84cfa7c0e4950283a01d4d428, disabling compactions & flushes 2024-12-02T05:24:43,416 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,416 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,416 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. after waiting 0 ms 2024-12-02T05:24:43,416 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,416 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec9708b84cfa7c0e4950283a01d4d428: Waiting for close lock at 1733117083416Running coprocessor pre-close hooks at 1733117083416Disabling compacts and flushes for region at 1733117083416Disabling writes for close at 1733117083416Failed flush hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428., putting online again at 1733117083416 2024-12-02T05:24:43,416 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,418 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/ns/31879d6ec1df42baac58f4b0f404fd32, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:24:43,419 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/rep_barrier/f46eda15e4284328baa4d210efc39e62 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/rep_barrier/f46eda15e4284328baa4d210efc39e62 2024-12-02T05:24:43,422 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/rep_barrier/f46eda15e4284328baa4d210efc39e62, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:24:43,423 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/.tmp/table/9bd224a9611040c0bba7b04ba6a09045 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/table/9bd224a9611040c0bba7b04ba6a09045 2024-12-02T05:24:43,426 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/table/9bd224a9611040c0bba7b04ba6a09045, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:24:43,427 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-12-02T05:24:43,432 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:24:43,433 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:24:43,433 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:24:43,433 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:24:43,433 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117082111Running coprocessor pre-close hooks at 1733117082111Disabling compacts and flushes for region at 1733117082111Disabling writes for close at 1733117082111Obtaining lock to block concurrent updates at 1733117082111Preparing flush snapshotting stores in 1588230740 at 1733117082111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117082111Flushing stores of hbase:meta,,1.1588230740 at 1733117082111Flushing 1588230740/info: creating writer at 1733117082111Flushing 1588230740/info: appending metadata at 1733117082132 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733117082132Flushing 1588230740/ns: creating writer at 1733117082143 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733117082159 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733117082160 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733117082569 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117082584 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117082584Flushing 1588230740/table: creating writer at 1733117082991 (+407 ms)Flushing 1588230740/table: appending metadata at 1733117083002 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733117083002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f1eb65: reopening flushed file at 1733117083410 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c73f597: reopening flushed file at 1733117083414 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9cde98: reopening flushed file at 1733117083418 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473ab238: reopening flushed file at 1733117083423 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1733117083427 (+4 ms)Writing region close event to WAL at 1733117083430 (+3 ms)Running coprocessor post-close hooks at 1733117083433 (+3 ms)Closed at 1733117083433 2024-12-02T05:24:43,433 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:24:43,512 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:24:43,512 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1325): Online Regions={ec9708b84cfa7c0e4950283a01d4d428=hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428.} 2024-12-02T05:24:43,512 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(3091): Received CLOSE for ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:43,512 DEBUG [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1351): Waiting on ec9708b84cfa7c0e4950283a01d4d428 2024-12-02T05:24:43,512 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec9708b84cfa7c0e4950283a01d4d428, disabling compactions & flushes 2024-12-02T05:24:43,512 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,512 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,512 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. after waiting 0 ms 2024-12-02T05:24:43,512 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,512 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec9708b84cfa7c0e4950283a01d4d428: Waiting for close lock at 1733117083512Running coprocessor pre-close hooks at 1733117083512Disabling compacts and flushes for region at 1733117083512Disabling writes for close at 1733117083512Failed flush hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428., putting online again at 1733117083512 2024-12-02T05:24:43,512 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117075627.ec9708b84cfa7c0e4950283a01d4d428. 2024-12-02T05:24:43,676 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 1162, reset compression=false 2024-12-02T05:24:43,680 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:43,689 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 1806, reset compression=false 2024-12-02T05:24:43,712 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T05:24:43,712 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(976): stopping server f49461030c22,43101,1733117064183; all regions closed. 2024-12-02T05:24:43,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.meta.1733117069362.meta not finished, retry = 0 2024-12-02T05:24:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:24:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741839_1015 (size=1733) 2024-12-02T05:24:43,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.rep.1733117076758 not finished, retry = 0 2024-12-02T05:24:43,821 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:43,892 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 to pos 1806, reset compression=false 2024-12-02T05:24:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741833_1009 (size=1814) 2024-12-02T05:24:43,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/WALs/f49461030c22,43101,1733117064183/f49461030c22%2C43101%2C1733117064183.1733117068338 not finished, retry = 0 2024-12-02T05:24:44,021 DEBUG [RS:0;f49461030c22:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:44,021 INFO [RS:0;f49461030c22:43101 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:24:44,021 INFO [RS:0;f49461030c22:43101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:24:44,021 INFO [RS:0;f49461030c22:43101 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:24:44,021 INFO [RS:0;f49461030c22:43101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:24:44,021 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:24:44,022 INFO [RS:0;f49461030c22:43101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,43101,1733117064183 because: Region server is closing 2024-12-02T05:24:44,022 INFO [RS:0;f49461030c22:43101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:43101. 2024-12-02T05:24:44,022 DEBUG [RS:0;f49461030c22:43101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:44,022 DEBUG [RS:0;f49461030c22:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:44,022 DEBUG [RS:0;f49461030c22:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:44,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:44,122 INFO [RS:0;f49461030c22:43101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.shipperf49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 terminated 2024-12-02T05:24:44,122 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,43101,1733117064183.replicationSource.wal-reader.f49461030c22%2C43101%2C1733117064183,1-f49461030c22,43101,1733117064183 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:24:44,122 INFO [RS:0;f49461030c22:43101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:43101. 2024-12-02T05:24:44,122 DEBUG [RS:0;f49461030c22:43101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:44,123 DEBUG [RS:0;f49461030c22:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:44,123 DEBUG [RS:0;f49461030c22:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:44,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:44,123 INFO [RS:0;f49461030c22:43101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43101 2024-12-02T05:24:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1816169195/rs/f49461030c22,43101,1733117064183 2024-12-02T05:24:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195/rs 2024-12-02T05:24:44,389 INFO [RS:0;f49461030c22:43101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:24:44,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,43101,1733117064183] 2024-12-02T05:24:44,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1816169195/draining/f49461030c22,43101,1733117064183 already deleted, retry=false 2024-12-02T05:24:44,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,43101,1733117064183 expired; onlineServers=0 2024-12-02T05:24:44,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,42345,1733117063806' ***** 2024-12-02T05:24:44,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:24:44,459 INFO [M:0;f49461030c22:42345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:24:44,459 INFO [M:0;f49461030c22:42345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:24:44,459 DEBUG [M:0;f49461030c22:42345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:24:44,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:24:44,459 DEBUG [M:0;f49461030c22:42345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:24:44,459 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117067612 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117067612,5,FailOnTimeoutGroup] 2024-12-02T05:24:44,459 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117067612 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117067612,5,FailOnTimeoutGroup] 2024-12-02T05:24:44,459 INFO [M:0;f49461030c22:42345 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:24:44,459 INFO [M:0;f49461030c22:42345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:24:44,459 DEBUG [M:0;f49461030c22:42345 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:24:44,459 INFO [M:0;f49461030c22:42345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:24:44,460 INFO [M:0;f49461030c22:42345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:24:44,460 INFO [M:0;f49461030c22:42345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:24:44,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:24:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1816169195/master 2024-12-02T05:24:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1816169195 2024-12-02T05:24:44,469 DEBUG [M:0;f49461030c22:42345 {}] zookeeper.ZKUtil(347): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Unable to get data of znode /1-1816169195/master because node does not exist (not an error) 2024-12-02T05:24:44,469 WARN [M:0;f49461030c22:42345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:24:44,472 INFO [M:0;f49461030c22:42345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/.lastflushedseqids 2024-12-02T05:24:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741847_1023 (size=245) 2024-12-02T05:24:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:44,534 INFO [RS:0;f49461030c22:43101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:24:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x101947f71a70004, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:44,534 INFO [RS:0;f49461030c22:43101 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,43101,1733117064183; zookeeper connection closed. 2024-12-02T05:24:44,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cf66d64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cf66d64 2024-12-02T05:24:44,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:24:44,624 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:44,882 INFO [M:0;f49461030c22:42345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:24:44,882 INFO [M:0;f49461030c22:42345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:24:44,883 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:24:44,883 INFO [M:0;f49461030c22:42345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:44,883 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:44,883 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:24:44,883 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:44,883 INFO [M:0;f49461030c22:42345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T05:24:44,896 DEBUG [M:0;f49461030c22:42345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c7b026178d47e4990b44a089597c4a is 82, key is hbase:meta,,1/info:regioninfo/1733117069389/Put/seqid=0 2024-12-02T05:24:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741848_1024 (size=5672) 2024-12-02T05:24:45,299 INFO [M:0;f49461030c22:42345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c7b026178d47e4990b44a089597c4a 2024-12-02T05:24:45,320 DEBUG [M:0;f49461030c22:42345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97cb593d61b49a68123091b6537f2c7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733117076794/Put/seqid=0 2024-12-02T05:24:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741849_1025 (size=8515) 2024-12-02T05:24:45,528 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:45,727 INFO [M:0;f49461030c22:42345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97cb593d61b49a68123091b6537f2c7 2024-12-02T05:24:45,758 DEBUG [M:0;f49461030c22:42345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acaa03f7c68841ed9b63dadf5a4ccaca is 69, key is f49461030c22,43101,1733117064183/rs:state/1733117067958/Put/seqid=0 2024-12-02T05:24:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741850_1026 (size=5156) 2024-12-02T05:24:46,172 INFO [M:0;f49461030c22:42345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acaa03f7c68841ed9b63dadf5a4ccaca 2024-12-02T05:24:46,182 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c7b026178d47e4990b44a089597c4a as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04c7b026178d47e4990b44a089597c4a 2024-12-02T05:24:46,192 INFO [M:0;f49461030c22:42345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04c7b026178d47e4990b44a089597c4a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T05:24:46,194 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97cb593d61b49a68123091b6537f2c7 as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a97cb593d61b49a68123091b6537f2c7 2024-12-02T05:24:46,200 INFO [M:0;f49461030c22:42345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a97cb593d61b49a68123091b6537f2c7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T05:24:46,201 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acaa03f7c68841ed9b63dadf5a4ccaca as hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acaa03f7c68841ed9b63dadf5a4ccaca 2024-12-02T05:24:46,209 INFO [M:0;f49461030c22:42345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33605/user/jenkins/test-data/66daaf8b-ef9f-2fc2-cd64-23766fa68399/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acaa03f7c68841ed9b63dadf5a4ccaca, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T05:24:46,210 INFO [M:0;f49461030c22:42345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=97, compaction requested=false 2024-12-02T05:24:46,220 INFO [M:0;f49461030c22:42345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:46,221 DEBUG [M:0;f49461030c22:42345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117084882Disabling compacts and flushes for region at 1733117084882Disabling writes for close at 1733117084883 (+1 ms)Obtaining lock to block concurrent updates at 1733117084883Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117084883Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733117084883Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117084884 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117084884Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117084895 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117084895Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117085304 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117085320 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117085320Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117085735 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117085757 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117085757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3505ce36: reopening flushed file at 1733117086180 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703bb8e0: reopening flushed file at 1733117086192 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebcda9b: reopening flushed file at 1733117086200 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=97, compaction requested=false at 1733117086210 (+10 ms)Writing region close event to WAL at 1733117086220 (+10 ms)Closed at 1733117086220 2024-12-02T05:24:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741830_1006 (size=63642) 2024-12-02T05:24:46,235 INFO [M:0;f49461030c22:42345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:24:46,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:24:46,235 INFO [M:0;f49461030c22:42345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42345 2024-12-02T05:24:46,236 INFO [M:0;f49461030c22:42345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:24:46,533 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:46,548 INFO [M:0;f49461030c22:42345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:24:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42345-0x101947f71a70003, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:46,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32e63958{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:24:46,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b74f099{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:24:46,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:24:46,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ecea19a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:24:46,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45bb921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.log.dir/,STOPPED} 2024-12-02T05:24:46,555 WARN [BP-692929955-172.17.0.2-1733117058982 heartbeating to localhost/127.0.0.1:33605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:24:46,555 WARN [BP-692929955-172.17.0.2-1733117058982 heartbeating to localhost/127.0.0.1:33605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-692929955-172.17.0.2-1733117058982 (Datanode Uuid b236fff5-62e2-495e-8cd2-801b87389fa9) service to localhost/127.0.0.1:33605 2024-12-02T05:24:46,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:24:46,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:24:46,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/cluster_c98cf50f-554b-f6eb-da46-5cdc1bd792bd/data/data1/current/BP-692929955-172.17.0.2-1733117058982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:24:46,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/cluster_c98cf50f-554b-f6eb-da46-5cdc1bd792bd/data/data2/current/BP-692929955-172.17.0.2-1733117058982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:24:46,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:24:46,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71fb5cab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:24:46,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ec2dfe6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:24:46,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:24:46,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c388541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:24:46,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a67f1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.log.dir/,STOPPED} 2024-12-02T05:24:46,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:24:46,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:24:46,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:24:46,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:46,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:46,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:46,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:46,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:24:46,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1740570674, stopped=false 2024-12-02T05:24:46,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,34649,1733117052413 2024-12-02T05:24:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0520881092/running 2024-12-02T05:24:46,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:24:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0520881092/running 2024-12-02T05:24:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:46,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:24:46,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:46,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:46,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,37009,1733117053228' ***** 2024-12-02T05:24:46,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:24:46,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on znode that does not yet exist, /0520881092/running 2024-12-02T05:24:46,740 INFO [RS:0;f49461030c22:37009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:24:46,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Set watcher on znode that does not yet exist, /0520881092/running 2024-12-02T05:24:46,740 INFO [RS:0;f49461030c22:37009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:24:46,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(3091): Received CLOSE for bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(3091): Received CLOSE for 126aa81d1701f8589ac6086ddbae372f 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(959): stopping server f49461030c22,37009,1733117053228 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:37009. 2024-12-02T05:24:46,741 DEBUG [RS:0;f49461030c22:37009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:46,741 DEBUG [RS:0;f49461030c22:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:24:46,741 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:24:46,742 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bca9b4476403d348fb6cdf71015e380d, disabling compactions & flushes 2024-12-02T05:24:46,742 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:46,742 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:46,742 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. after waiting 0 ms 2024-12-02T05:24:46,742 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:46,742 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bca9b4476403d348fb6cdf71015e380d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-02T05:24:46,743 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:24:46,743 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1325): Online Regions={bca9b4476403d348fb6cdf71015e380d=hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d., 1588230740=hbase:meta,,1.1588230740, 126aa81d1701f8589ac6086ddbae372f=test,,1733117070158.126aa81d1701f8589ac6086ddbae372f.} 2024-12-02T05:24:46,743 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 126aa81d1701f8589ac6086ddbae372f, 1588230740, bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:46,743 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:24:46,743 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:24:46,743 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:24:46,743 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:24:46,743 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:24:46,743 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:24:46,773 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d/.tmp/queue/5681a7576ec948c3ac7e6e97885eeeca is 153, key is 1-f49461030c22,37009,1733117053228/queue:f49461030c22%2C37009%2C1733117053228/1733117081098/Put/seqid=0 2024-12-02T05:24:46,782 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/info/c24af5cc832649cea4cd25512db611ba is 147, key is hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d./info:regioninfo/1733117074642/Put/seqid=0 2024-12-02T05:24:46,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741840_1016 (size=5352) 2024-12-02T05:24:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741841_1017 (size=7686) 2024-12-02T05:24:46,821 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:24:46,943 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 126aa81d1701f8589ac6086ddbae372f, 1588230740, bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:47,144 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 126aa81d1701f8589ac6086ddbae372f, 1588230740, bca9b4476403d348fb6cdf71015e380d 2024-12-02T05:24:47,191 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d/.tmp/queue/5681a7576ec948c3ac7e6e97885eeeca 2024-12-02T05:24:47,201 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/info/c24af5cc832649cea4cd25512db611ba 2024-12-02T05:24:47,201 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d/.tmp/queue/5681a7576ec948c3ac7e6e97885eeeca as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d/queue/5681a7576ec948c3ac7e6e97885eeeca 2024-12-02T05:24:47,224 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d/queue/5681a7576ec948c3ac7e6e97885eeeca, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T05:24:47,225 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bca9b4476403d348fb6cdf71015e380d in 483ms, sequenceid=10, compaction requested=false 2024-12-02T05:24:47,259 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/ns/6c083a88f20f435cb02f6e22793c96bc is 43, key is default/ns:d/1733117058607/Put/seqid=0 2024-12-02T05:24:47,265 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/replication/bca9b4476403d348fb6cdf71015e380d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T05:24:47,266 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:24:47,266 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:24:47,266 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:47,267 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bca9b4476403d348fb6cdf71015e380d: Waiting for close lock at 1733117086742Running coprocessor pre-close hooks at 1733117086742Disabling compacts and flushes for region at 1733117086742Disabling writes for close at 1733117086742Obtaining lock to block concurrent updates at 1733117086742Preparing flush snapshotting stores in bca9b4476403d348fb6cdf71015e380d at 1733117086742Finished memstore snapshotting hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733117086742Flushing stores of hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. at 1733117086744 (+2 ms)Flushing bca9b4476403d348fb6cdf71015e380d/queue: creating writer at 1733117086744Flushing bca9b4476403d348fb6cdf71015e380d/queue: appending metadata at 1733117086772 (+28 ms)Flushing bca9b4476403d348fb6cdf71015e380d/queue: closing flushed file at 1733117086772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11077142: reopening flushed file at 1733117087200 (+428 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bca9b4476403d348fb6cdf71015e380d in 483ms, sequenceid=10, compaction requested=false at 1733117087225 (+25 ms)Writing region close event to WAL at 1733117087250 (+25 ms)Running coprocessor post-close hooks at 1733117087266 (+16 ms)Closed at 1733117087266 2024-12-02T05:24:47,267 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733117073476.bca9b4476403d348fb6cdf71015e380d. 2024-12-02T05:24:47,267 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 126aa81d1701f8589ac6086ddbae372f, disabling compactions & flushes 2024-12-02T05:24:47,267 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:47,267 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:47,267 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. after waiting 0 ms 2024-12-02T05:24:47,267 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:47,267 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 126aa81d1701f8589ac6086ddbae372f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-02T05:24:47,301 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/f/d5e9d20fc7914a02b5944125ca3af823 is 29, key is row1/f:/1733117080796/DeleteFamily/seqid=0 2024-12-02T05:24:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741842_1018 (size=5153) 2024-12-02T05:24:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741843_1019 (size=5118) 2024-12-02T05:24:47,328 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/f/d5e9d20fc7914a02b5944125ca3af823 2024-12-02T05:24:47,334 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5e9d20fc7914a02b5944125ca3af823 2024-12-02T05:24:47,343 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:24:47,343 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:24:47,344 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 126aa81d1701f8589ac6086ddbae372f, 1588230740 2024-12-02T05:24:47,351 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/f1/fbfdd0df073341ec82fa7171750b9e39 is 30, key is row1/f1:/1733117080796/DeleteFamily/seqid=0 2024-12-02T05:24:47,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741844_1020 (size=5123) 2024-12-02T05:24:47,373 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/f1/fbfdd0df073341ec82fa7171750b9e39 2024-12-02T05:24:47,379 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbfdd0df073341ec82fa7171750b9e39 2024-12-02T05:24:47,401 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/norep/3f12b922edcb4798aad2f877603a0af7 is 32, key is row/norep:/1733117079791/DeleteFamily/seqid=0 2024-12-02T05:24:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741845_1021 (size=5101) 2024-12-02T05:24:47,422 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/norep/3f12b922edcb4798aad2f877603a0af7 2024-12-02T05:24:47,427 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f12b922edcb4798aad2f877603a0af7 2024-12-02T05:24:47,428 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/f/d5e9d20fc7914a02b5944125ca3af823 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/f/d5e9d20fc7914a02b5944125ca3af823 2024-12-02T05:24:47,432 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5e9d20fc7914a02b5944125ca3af823 2024-12-02T05:24:47,432 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/f/d5e9d20fc7914a02b5944125ca3af823, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T05:24:47,433 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/f1/fbfdd0df073341ec82fa7171750b9e39 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/f1/fbfdd0df073341ec82fa7171750b9e39 2024-12-02T05:24:47,439 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbfdd0df073341ec82fa7171750b9e39 2024-12-02T05:24:47,439 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/f1/fbfdd0df073341ec82fa7171750b9e39, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T05:24:47,440 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/.tmp/norep/3f12b922edcb4798aad2f877603a0af7 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/norep/3f12b922edcb4798aad2f877603a0af7 2024-12-02T05:24:47,446 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f12b922edcb4798aad2f877603a0af7 2024-12-02T05:24:47,446 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/norep/3f12b922edcb4798aad2f877603a0af7, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T05:24:47,447 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 126aa81d1701f8589ac6086ddbae372f in 180ms, sequenceid=8, compaction requested=false 2024-12-02T05:24:47,447 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:24:47,476 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/default/test/126aa81d1701f8589ac6086ddbae372f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T05:24:47,477 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:24:47,477 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:24:47,477 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:47,477 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 126aa81d1701f8589ac6086ddbae372f: Waiting for close lock at 1733117087267Running coprocessor pre-close hooks at 1733117087267Disabling compacts and flushes for region at 1733117087267Disabling writes for close at 1733117087267Obtaining lock to block concurrent updates at 1733117087267Preparing flush snapshotting stores in 126aa81d1701f8589ac6086ddbae372f at 1733117087267Finished memstore snapshotting test,,1733117070158.126aa81d1701f8589ac6086ddbae372f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733117087268 (+1 ms)Flushing stores of test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. at 1733117087269 (+1 ms)Flushing 126aa81d1701f8589ac6086ddbae372f/f: creating writer at 1733117087269Flushing 126aa81d1701f8589ac6086ddbae372f/f: appending metadata at 1733117087300 (+31 ms)Flushing 126aa81d1701f8589ac6086ddbae372f/f: closing flushed file at 1733117087300Flushing 126aa81d1701f8589ac6086ddbae372f/f1: creating writer at 1733117087334 (+34 ms)Flushing 126aa81d1701f8589ac6086ddbae372f/f1: appending metadata at 1733117087350 (+16 ms)Flushing 126aa81d1701f8589ac6086ddbae372f/f1: closing flushed file at 1733117087351 (+1 ms)Flushing 126aa81d1701f8589ac6086ddbae372f/norep: creating writer at 1733117087379 (+28 ms)Flushing 126aa81d1701f8589ac6086ddbae372f/norep: appending metadata at 1733117087400 (+21 ms)Flushing 126aa81d1701f8589ac6086ddbae372f/norep: closing flushed file at 1733117087400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4746fe70: reopening flushed file at 1733117087427 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50db59: reopening flushed file at 1733117087433 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1362a7c2: reopening flushed file at 1733117087440 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 126aa81d1701f8589ac6086ddbae372f in 180ms, sequenceid=8, compaction requested=false at 1733117087447 (+7 ms)Writing region close event to WAL at 1733117087472 (+25 ms)Running coprocessor post-close hooks at 1733117087477 (+5 ms)Closed at 1733117087477 2024-12-02T05:24:47,478 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117070158.126aa81d1701f8589ac6086ddbae372f. 2024-12-02T05:24:47,544 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:24:47,639 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 914, reset compression=false 2024-12-02T05:24:47,646 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:24:47,646 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 1805, reset compression=false 2024-12-02T05:24:47,647 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,37009,1733117053228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:24:47,648 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,37009,1733117053228: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,37009,1733117053228, walGroup=f49461030c22%2C37009%2C1733117053228, offset=f49461030c22%2C37009%2C1733117053228.1733117057425:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:37009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:24:47,649 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:24:47,649 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:24:47,649 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:24:47,650 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:24:47,650 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:24:47,650 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 620383744 }, "NonHeapMemoryUsage": { "committed": 195624960, "init": 7667712, "max": -1, "used": 192817592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:24:47,650 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:34649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:34649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:24:47,723 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/ns/6c083a88f20f435cb02f6e22793c96bc 2024-12-02T05:24:47,741 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/rep_barrier/08f29b0c7e3c4a369d7c4eae75444694 is 112, key is test,,1733117070158.126aa81d1701f8589ac6086ddbae372f./rep_barrier:seqnumDuringOpen/1733117070903/Put/seqid=0 2024-12-02T05:24:47,744 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:24:47,744 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:24:47,744 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:24:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741846_1022 (size=5518) 2024-12-02T05:24:47,852 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 1805, reset compression=false 2024-12-02T05:24:47,944 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:24:48,145 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:24:48,146 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/rep_barrier/08f29b0c7e3c4a369d7c4eae75444694 2024-12-02T05:24:48,156 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 1805, reset compression=false 2024-12-02T05:24:48,167 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/table/42e2aa70c5644dfa954c41278e107ca0 is 53, key is hbase:replication/table:state/1733117074647/Put/seqid=0 2024-12-02T05:24:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741847_1023 (size=5308) 2024-12-02T05:24:48,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:24:48,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:24:48,345 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:24:48,545 DEBUG [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:24:48,559 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 to pos 1805, reset compression=false 2024-12-02T05:24:48,571 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/table/42e2aa70c5644dfa954c41278e107ca0 2024-12-02T05:24:48,575 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/info/c24af5cc832649cea4cd25512db611ba as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/info/c24af5cc832649cea4cd25512db611ba 2024-12-02T05:24:48,579 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/info/c24af5cc832649cea4cd25512db611ba, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:24:48,579 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/ns/6c083a88f20f435cb02f6e22793c96bc as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/ns/6c083a88f20f435cb02f6e22793c96bc 2024-12-02T05:24:48,583 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/ns/6c083a88f20f435cb02f6e22793c96bc, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:24:48,583 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/rep_barrier/08f29b0c7e3c4a369d7c4eae75444694 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/rep_barrier/08f29b0c7e3c4a369d7c4eae75444694 2024-12-02T05:24:48,586 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/rep_barrier/08f29b0c7e3c4a369d7c4eae75444694, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:24:48,587 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/.tmp/table/42e2aa70c5644dfa954c41278e107ca0 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/table/42e2aa70c5644dfa954c41278e107ca0 2024-12-02T05:24:48,590 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/table/42e2aa70c5644dfa954c41278e107ca0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:24:48,591 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1848ms, sequenceid=16, compaction requested=false 2024-12-02T05:24:48,591 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:24:48,600 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:24:48,601 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:24:48,601 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:24:48,601 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:24:48,601 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117086743Running coprocessor pre-close hooks at 1733117086743Disabling compacts and flushes for region at 1733117086743Disabling writes for close at 1733117086743Obtaining lock to block concurrent updates at 1733117086744 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733117086744Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117086751 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733117086752 (+1 ms)Flushing 1588230740/info: creating writer at 1733117086753 (+1 ms)Flushing 1588230740/info: appending metadata at 1733117086781 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733117086781Flushing 1588230740/ns: creating writer at 1733117087226 (+445 ms)Flushing 1588230740/ns: appending metadata at 1733117087259 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1733117087259Flushing 1588230740/rep_barrier: creating writer at 1733117087727 (+468 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117087741 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117087741Flushing 1588230740/table: creating writer at 1733117088150 (+409 ms)Flushing 1588230740/table: appending metadata at 1733117088167 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733117088167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236b15ce: reopening flushed file at 1733117088575 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8fe9c9: reopening flushed file at 1733117088579 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747de7ab: reopening flushed file at 1733117088583 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af966d4: reopening flushed file at 1733117088586 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1848ms, sequenceid=16, compaction requested=false at 1733117088591 (+5 ms)Writing region close event to WAL at 1733117088596 (+5 ms)Running coprocessor post-close hooks at 1733117088601 (+5 ms)Closed at 1733117088601 2024-12-02T05:24:48,601 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:24:48,745 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(976): stopping server f49461030c22,37009,1733117053228; all regions closed. 2024-12-02T05:24:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:24:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741839_1015 (size=2676) 2024-12-02T05:24:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741833_1009 (size=1813) 2024-12-02T05:24:48,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/WALs/f49461030c22,37009,1733117053228/f49461030c22%2C37009%2C1733117053228.1733117057425 not finished, retry = 0 2024-12-02T05:24:48,854 DEBUG [RS:0;f49461030c22:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:48,854 INFO [RS:0;f49461030c22:37009 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:24:48,854 INFO [RS:0;f49461030c22:37009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:24:48,854 INFO [RS:0;f49461030c22:37009 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:24:48,854 INFO [RS:0;f49461030c22:37009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:24:48,854 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:24:48,855 INFO [RS:0;f49461030c22:37009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,37009,1733117053228 because: Region server is closing 2024-12-02T05:24:48,855 INFO [RS:0;f49461030c22:37009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:37009. 2024-12-02T05:24:48,855 DEBUG [RS:0;f49461030c22:37009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:48,855 DEBUG [RS:0;f49461030c22:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:48,855 DEBUG [RS:0;f49461030c22:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:48,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:48,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:24:48,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,956 INFO [RS:0;f49461030c22:37009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.shipperf49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 terminated 2024-12-02T05:24:48,956 INFO [RS:0;f49461030c22:37009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:37009. 2024-12-02T05:24:48,956 DEBUG [RS:0;f49461030c22:37009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:24:48,956 DEBUG [RS:0;f49461030c22:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:48,956 DEBUG [RS:0;f49461030c22:37009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:24:48,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:24:48,956 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,37009,1733117053228.replicationSource.wal-reader.f49461030c22%2C37009%2C1733117053228,1-f49461030c22,37009,1733117053228 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:24:48,956 INFO [RS:0;f49461030c22:37009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37009 2024-12-02T05:24:48,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:48,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:49,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092/rs 2024-12-02T05:24:49,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0520881092/rs/f49461030c22,37009,1733117053228 2024-12-02T05:24:49,260 INFO [RS:0;f49461030c22:37009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:24:49,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,37009,1733117053228] 2024-12-02T05:24:49,286 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0520881092/draining/f49461030c22,37009,1733117053228 already deleted, retry=false 2024-12-02T05:24:49,286 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,37009,1733117053228 expired; onlineServers=0 2024-12-02T05:24:49,286 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,34649,1733117052413' ***** 2024-12-02T05:24:49,286 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:24:49,286 INFO [M:0;f49461030c22:34649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:24:49,287 INFO [M:0;f49461030c22:34649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:24:49,287 DEBUG [M:0;f49461030c22:34649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:24:49,287 DEBUG [M:0;f49461030c22:34649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:24:49,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:24:49,287 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117056740 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117056740,5,FailOnTimeoutGroup] 2024-12-02T05:24:49,287 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117056740 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117056740,5,FailOnTimeoutGroup] 2024-12-02T05:24:49,287 INFO [M:0;f49461030c22:34649 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:24:49,287 INFO [M:0;f49461030c22:34649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:24:49,287 DEBUG [M:0;f49461030c22:34649 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:24:49,287 INFO [M:0;f49461030c22:34649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:24:49,287 INFO [M:0;f49461030c22:34649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:24:49,287 ERROR [M:0;f49461030c22:34649 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1187563640) connection to localhost/127.0.0.1:35055 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35055,5,PEWorkerGroup] 2024-12-02T05:24:49,287 INFO [M:0;f49461030c22:34649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:24:49,287 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:24:49,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:49,376 INFO [RS:0;f49461030c22:37009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:24:49,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37009-0x101947f71a70001, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:49,376 INFO [RS:0;f49461030c22:37009 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,37009,1733117053228; zookeeper connection closed. 2024-12-02T05:24:49,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28263d7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28263d7a 2024-12-02T05:24:49,376 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:24:49,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0520881092/master 2024-12-02T05:24:49,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0520881092 2024-12-02T05:24:49,446 DEBUG [M:0;f49461030c22:34649 {}] zookeeper.ZKUtil(347): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Unable to get data of znode /0520881092/master because node does not exist (not an error) 2024-12-02T05:24:49,446 WARN [M:0;f49461030c22:34649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:24:49,447 INFO [M:0;f49461030c22:34649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/.lastflushedseqids 2024-12-02T05:24:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741848_1024 (size=245) 2024-12-02T05:24:49,852 INFO [M:0;f49461030c22:34649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:24:49,852 INFO [M:0;f49461030c22:34649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:24:49,852 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:24:49,852 INFO [M:0;f49461030c22:34649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:49,852 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:49,852 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:24:49,852 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:49,852 INFO [M:0;f49461030c22:34649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T05:24:49,869 DEBUG [M:0;f49461030c22:34649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c148aa89aceb444e8175769f8eb66932 is 82, key is hbase:meta,,1/info:regioninfo/1733117058199/Put/seqid=0 2024-12-02T05:24:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741849_1025 (size=5672) 2024-12-02T05:24:50,273 INFO [M:0;f49461030c22:34649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c148aa89aceb444e8175769f8eb66932 2024-12-02T05:24:50,292 DEBUG [M:0;f49461030c22:34649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a9c5709ff8b48039fcc7f5b657883f8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733117070911/Put/seqid=0 2024-12-02T05:24:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741850_1026 (size=7218) 2024-12-02T05:24:50,696 INFO [M:0;f49461030c22:34649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a9c5709ff8b48039fcc7f5b657883f8 2024-12-02T05:24:50,700 INFO [M:0;f49461030c22:34649 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a9c5709ff8b48039fcc7f5b657883f8 2024-12-02T05:24:50,712 DEBUG [M:0;f49461030c22:34649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97bab82323eb4c969e8d0f4e1b5de945 is 69, key is f49461030c22,37009,1733117053228/rs:state/1733117057018/Put/seqid=0 2024-12-02T05:24:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741851_1027 (size=5156) 2024-12-02T05:24:51,116 INFO [M:0;f49461030c22:34649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97bab82323eb4c969e8d0f4e1b5de945 2024-12-02T05:24:51,128 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c148aa89aceb444e8175769f8eb66932 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c148aa89aceb444e8175769f8eb66932 2024-12-02T05:24:51,132 INFO [M:0;f49461030c22:34649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c148aa89aceb444e8175769f8eb66932, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T05:24:51,133 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a9c5709ff8b48039fcc7f5b657883f8 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a9c5709ff8b48039fcc7f5b657883f8 2024-12-02T05:24:51,137 INFO [M:0;f49461030c22:34649 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a9c5709ff8b48039fcc7f5b657883f8 2024-12-02T05:24:51,137 INFO [M:0;f49461030c22:34649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a9c5709ff8b48039fcc7f5b657883f8, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T05:24:51,138 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97bab82323eb4c969e8d0f4e1b5de945 as hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97bab82323eb4c969e8d0f4e1b5de945 2024-12-02T05:24:51,142 INFO [M:0;f49461030c22:34649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35055/user/jenkins/test-data/d07350cf-cf8c-732f-647c-6e0f95ca0d5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97bab82323eb4c969e8d0f4e1b5de945, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T05:24:51,143 INFO [M:0;f49461030c22:34649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-12-02T05:24:51,155 INFO [M:0;f49461030c22:34649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:51,155 DEBUG [M:0;f49461030c22:34649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117089852Disabling compacts and flushes for region at 1733117089852Disabling writes for close at 1733117089852Obtaining lock to block concurrent updates at 1733117089852Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117089852Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733117089853 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117089853Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117089853Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117089869 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117089869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117090277 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117090292 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117090292Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117090700 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117090712 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117090712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4adde751: reopening flushed file at 1733117091128 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70df6738: reopening flushed file at 1733117091133 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a3daca: reopening flushed file at 1733117091138 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1733117091143 (+5 ms)Writing region close event to WAL at 1733117091155 (+12 ms)Closed at 1733117091155 2024-12-02T05:24:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36495 is added to blk_1073741830_1006 (size=64423) 2024-12-02T05:24:51,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:24:51,162 INFO [M:0;f49461030c22:34649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:24:51,162 INFO [M:0;f49461030c22:34649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34649 2024-12-02T05:24:51,163 INFO [M:0;f49461030c22:34649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:24:51,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:51,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x101947f71a70000, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:24:51,421 INFO [M:0;f49461030c22:34649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:24:51,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aa19f55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:24:51,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41dc1954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:24:51,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:24:51,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4729713f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:24:51,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@577ebf91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.log.dir/,STOPPED} 2024-12-02T05:24:51,490 WARN [BP-163482098-172.17.0.2-1733117048332 heartbeating to localhost/127.0.0.1:35055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:24:51,490 WARN [BP-163482098-172.17.0.2-1733117048332 heartbeating to localhost/127.0.0.1:35055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-163482098-172.17.0.2-1733117048332 (Datanode Uuid ff3b6f55-ba1e-4a7b-bdef-4acf450cb37e) service to localhost/127.0.0.1:35055 2024-12-02T05:24:51,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36/data/data1/current/BP-163482098-172.17.0.2-1733117048332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:24:51,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/cluster_26f97551-9dfa-b5af-e0b4-cf0905e8ce36/data/data2/current/BP-163482098-172.17.0.2-1733117048332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:24:51,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:24:51,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:24:51,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:24:51,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c401015{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:24:51,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607b7c8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:24:51,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:24:51,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36774af5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:24:51,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7093289a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2311164a-586a-6a9b-53c6-55bd6336eb3a/hadoop.log.dir/,STOPPED} 2024-12-02T05:24:51,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:24:51,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:24:51,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 228) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35055 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33605 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 603) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=624 (was 633), ProcessCount=11 (was 11), AvailableMemoryMB=6950 (was 6046) - AvailableMemoryMB LEAK? - 2024-12-02T05:24:51,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=624, ProcessCount=11, AvailableMemoryMB=6948 2024-12-02T05:24:51,570 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-02T05:24:51,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.log.dir so I do NOT create it in target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f 2024-12-02T05:24:51,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:24:51,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.tmp.dir so I do NOT create it in target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f 2024-12-02T05:24:51,572 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d35ba3b9-bb2c-3b88-20b0-d6831336ff53/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:24:51,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f 2024-12-02T05:24:51,572 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041, deleteOnExit=true 2024-12-02T05:24:51,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101947f71a70005, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:24:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101947f71a70002, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:24:51,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101947f71a70002, quorum=127.0.0.1:57040, baseZNode=/0520881092 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:24:51,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101947f71a70005, quorum=127.0.0.1:57040, baseZNode=/1-1816169195 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:24:51,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041/zookeeper_0, clientPort=65011, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:24:51,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65011 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/test.cache.data in system properties and HBase conf 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:24:51,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:24:51,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:24:51,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:24:51,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:24:51,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:24:51,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:24:51,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:24:51,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:24:52,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:52,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:24:52,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:24:52,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:24:52,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:24:52,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:52,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61c228{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:24:52,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f8dbec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:24:52,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bbaff4e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/java.io.tmpdir/jetty-localhost-43477-hadoop-hdfs-3_4_1-tests_jar-_-any-2853873867866486771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:24:52,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fc04710{HTTP/1.1, (http/1.1)}{localhost:43477} 2024-12-02T05:24:52,787 INFO [Time-limited test {}] server.Server(415): Started @325770ms 2024-12-02T05:24:53,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:24:53,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:24:53,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:24:53,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:24:53,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:24:53,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b290d97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:24:53,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a854e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:24:53,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1243758a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/java.io.tmpdir/jetty-localhost-33203-hadoop-hdfs-3_4_1-tests_jar-_-any-8715634546007218459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:24:53,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ce26b79{HTTP/1.1, (http/1.1)}{localhost:33203} 2024-12-02T05:24:53,441 INFO [Time-limited test {}] server.Server(415): Started @326424ms 2024-12-02T05:24:53,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:24:54,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:54,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:24:55,189 WARN [Thread-2693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041/data/data1/current/BP-98860421-172.17.0.2-1733117091769/current, will proceed with Du for space computation calculation, 2024-12-02T05:24:55,191 WARN [Thread-2694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041/data/data2/current/BP-98860421-172.17.0.2-1733117091769/current, will proceed with Du for space computation calculation, 2024-12-02T05:24:55,213 WARN [Thread-2680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:24:55,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaaa614a4c8187e0 with lease ID 0xe16e3d52c235ba97: Processing first storage report for DS-29bb1721-46bb-49df-94f8-d30171068068 from datanode DatanodeRegistration(127.0.0.1:40823, datanodeUuid=9b5b22e1-9484-4cff-8902-ffe1f41141a7, infoPort=36635, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=1860796094;c=1733117091769) 2024-12-02T05:24:55,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaaa614a4c8187e0 with lease ID 0xe16e3d52c235ba97: from storage DS-29bb1721-46bb-49df-94f8-d30171068068 node DatanodeRegistration(127.0.0.1:40823, datanodeUuid=9b5b22e1-9484-4cff-8902-ffe1f41141a7, infoPort=36635, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=1860796094;c=1733117091769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:24:55,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaaa614a4c8187e0 with lease ID 0xe16e3d52c235ba97: Processing first storage report for DS-1280be46-2649-4ed5-aa2c-b4cd8870447a from datanode DatanodeRegistration(127.0.0.1:40823, datanodeUuid=9b5b22e1-9484-4cff-8902-ffe1f41141a7, infoPort=36635, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=1860796094;c=1733117091769) 2024-12-02T05:24:55,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaaa614a4c8187e0 with lease ID 0xe16e3d52c235ba97: from storage DS-1280be46-2649-4ed5-aa2c-b4cd8870447a node DatanodeRegistration(127.0.0.1:40823, datanodeUuid=9b5b22e1-9484-4cff-8902-ffe1f41141a7, infoPort=36635, infoSecurePort=0, ipcPort=40001, storageInfo=lv=-57;cid=testClusterID;nsid=1860796094;c=1733117091769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:24:55,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f 2024-12-02T05:24:55,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:55,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:24:55,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651 with version=8 2024-12-02T05:24:55,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/hbase-staging 2024-12-02T05:24:55,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:24:55,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:55,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:55,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:24:55,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:55,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:24:55,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:24:55,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:24:55,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46597 2024-12-02T05:24:55,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46597 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:24:56,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465970x0, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:56,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46597-0x10194801b460000 connected 2024-12-02T05:24:56,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:56,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:56,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on znode that does not yet exist, /0-425480684/running 2024-12-02T05:24:56,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651, hbase.cluster.distributed=false 2024-12-02T05:24:56,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on znode that does not yet exist, /0-425480684/acl 2024-12-02T05:24:56,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46597 2024-12-02T05:24:56,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46597 2024-12-02T05:24:56,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46597 2024-12-02T05:24:56,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46597 2024-12-02T05:24:56,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46597 2024-12-02T05:24:56,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:24:56,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:56,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:56,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:24:56,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:24:56,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:24:56,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:24:56,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:24:56,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45019 2024-12-02T05:24:56,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45019 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:24:56,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:56,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450190x0, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:24:56,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450190x0, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on znode that does not yet exist, /0-425480684/running 2024-12-02T05:24:56,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45019-0x10194801b460001 connected 2024-12-02T05:24:56,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:24:56,953 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:24:56,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on znode that does not yet exist, /0-425480684/master 2024-12-02T05:24:56,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on znode that does not yet exist, /0-425480684/acl 2024-12-02T05:24:56,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45019 2024-12-02T05:24:56,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45019 2024-12-02T05:24:56,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45019 2024-12-02T05:24:56,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45019 2024-12-02T05:24:56,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45019 2024-12-02T05:24:56,972 DEBUG [M:0;f49461030c22:46597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:46597 2024-12-02T05:24:56,973 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-425480684/backup-masters/f49461030c22,46597,1733117095693 2024-12-02T05:24:56,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684/backup-masters 2024-12-02T05:24:56,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684/backup-masters 2024-12-02T05:24:56,995 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on existing znode=/0-425480684/backup-masters/f49461030c22,46597,1733117095693 2024-12-02T05:24:57,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:57,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-425480684/master 2024-12-02T05:24:57,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:57,019 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on existing znode=/0-425480684/master 2024-12-02T05:24:57,019 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-425480684/backup-masters/f49461030c22,46597,1733117095693 from backup master directory 2024-12-02T05:24:57,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684/backup-masters 2024-12-02T05:24:57,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425480684/backup-masters/f49461030c22,46597,1733117095693 2024-12-02T05:24:57,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684/backup-masters 2024-12-02T05:24:57,235 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:24:57,235 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,46597,1733117095693 2024-12-02T05:24:57,238 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/hbase.id] with ID: 9c7ec7a5-a793-4922-834d-12836c581c47 2024-12-02T05:24:57,238 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/.tmp/hbase.id 2024-12-02T05:24:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:24:57,247 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/.tmp/hbase.id]:[hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/hbase.id] 2024-12-02T05:24:57,253 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:24:57,253 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:24:57,254 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:24:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:24:57,330 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:24:57,331 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:24:57,331 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:24:57,737 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store 2024-12-02T05:24:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:24:58,142 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:58,142 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:24:58,142 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:58,142 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:58,142 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:24:58,142 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:58,142 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:24:58,142 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117098142Disabling compacts and flushes for region at 1733117098142Disabling writes for close at 1733117098142Writing region close event to WAL at 1733117098142Closed at 1733117098142 2024-12-02T05:24:58,143 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/.initializing 2024-12-02T05:24:58,143 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/WALs/f49461030c22,46597,1733117095693 2024-12-02T05:24:58,144 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:24:58,145 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C46597%2C1733117095693, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/WALs/f49461030c22,46597,1733117095693, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/oldWALs, maxLogs=10 2024-12-02T05:24:58,156 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/WALs/f49461030c22,46597,1733117095693/f49461030c22%2C46597%2C1733117095693.1733117098145, exclude list is [], retry=0 2024-12-02T05:24:58,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40823,DS-29bb1721-46bb-49df-94f8-d30171068068,DISK] 2024-12-02T05:24:58,160 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/WALs/f49461030c22,46597,1733117095693/f49461030c22%2C46597%2C1733117095693.1733117098145 2024-12-02T05:24:58,160 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36635:36635)] 2024-12-02T05:24:58,160 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:24:58,160 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:58,160 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,160 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:24:58,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:58,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:58,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:24:58,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:58,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:58,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:24:58,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:58,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:58,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:24:58,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:58,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:24:58,166 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,167 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,167 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,168 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,168 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,168 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:58,169 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:24:58,170 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:58,170 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70098419, jitterRate=0.04454784095287323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:58,171 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117098160Initializing all the Stores at 1733117098161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117098161Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117098161Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117098161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117098161Cleaning up temporary data from old regions at 1733117098168 (+7 ms)Region opened successfully at 1733117098171 (+3 ms) 2024-12-02T05:24:58,171 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:24:58,173 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314881db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:24:58,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:24:58,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:24:58,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:24:58,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:24:58,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:24:58,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:24:58,174 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:24:58,175 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:24:58,176 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Unable to get data of znode /0-425480684/balancer because node does not exist (not necessarily an error) 2024-12-02T05:24:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:24:58,243 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425480684/balancer already deleted, retry=false 2024-12-02T05:24:58,243 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:24:58,244 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Unable to get data of znode /0-425480684/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:24:58,265 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425480684/normalizer already deleted, retry=false 2024-12-02T05:24:58,266 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:24:58,266 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Unable to get data of znode /0-425480684/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:24:58,454 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425480684/switch/split already deleted, retry=false 2024-12-02T05:24:58,455 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Unable to get data of znode /0-425480684/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:24:58,468 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425480684/switch/merge already deleted, retry=false 2024-12-02T05:24:58,470 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Unable to get data of znode /0-425480684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:24:58,535 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425480684/snapshot-cleanup already deleted, retry=false 2024-12-02T05:24:58,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-425480684/running 2024-12-02T05:24:58,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-425480684/running 2024-12-02T05:24:58,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:58,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:58,595 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,46597,1733117095693, sessionid=0x10194801b460000, setting cluster-up flag (Was=false) 2024-12-02T05:24:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:58,833 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:58,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:24:59,002 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-425480684/flush-table-proc/acquired, /0-425480684/flush-table-proc/reached, /0-425480684/flush-table-proc/abort 2024-12-02T05:24:59,003 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,46597,1733117095693 2024-12-02T05:24:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:24:59,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:59,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:24:59,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:59,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:24:59,391 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-425480684/online-snapshot/acquired, /0-425480684/online-snapshot/reached, /0-425480684/online-snapshot/abort 2024-12-02T05:24:59,392 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,46597,1733117095693 2024-12-02T05:24:59,393 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:24:59,394 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:59,395 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:24:59,395 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:24:59,395 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,46597,1733117095693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:24:59,396 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:59,396 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:59,396 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:59,396 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:24:59,396 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:24:59,396 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,396 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:24:59,397 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:59,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:24:59,399 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:59,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117129409 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:24:59,409 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,419 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:24:59,419 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:24:59,419 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:24:59,419 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:24:59,421 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:24:59,421 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:24:59,421 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117099421,5,FailOnTimeoutGroup] 2024-12-02T05:24:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:24:59,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:24:59,423 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651 2024-12-02T05:24:59,424 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117099421,5,FailOnTimeoutGroup] 2024-12-02T05:24:59,424 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,424 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:24:59,424 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,424 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:24:59,465 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(746): ClusterId : 9c7ec7a5-a793-4922-834d-12836c581c47 2024-12-02T05:24:59,466 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:24:59,647 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:24:59,647 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:24:59,658 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:24:59,658 DEBUG [RS:0;f49461030c22:45019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69eac549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:24:59,672 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:45019 2024-12-02T05:24:59,672 INFO [RS:0;f49461030c22:45019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:24:59,672 INFO [RS:0;f49461030c22:45019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:24:59,672 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:24:59,673 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,46597,1733117095693 with port=45019, startcode=1733117096893 2024-12-02T05:24:59,673 DEBUG [RS:0;f49461030c22:45019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:24:59,675 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:24:59,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,45019,1733117096893 2024-12-02T05:24:59,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46597 {}] master.ServerManager(517): Registering regionserver=f49461030c22,45019,1733117096893 2024-12-02T05:24:59,677 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651 2024-12-02T05:24:59,677 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35527 2024-12-02T05:24:59,677 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:24:59,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:24:59,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:24:59,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684/rs 2024-12-02T05:24:59,909 DEBUG [RS:0;f49461030c22:45019 {}] zookeeper.ZKUtil(111): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on existing znode=/0-425480684/rs/f49461030c22,45019,1733117096893 2024-12-02T05:24:59,909 WARN [RS:0;f49461030c22:45019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:24:59,909 INFO [RS:0;f49461030c22:45019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:24:59,909 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893 2024-12-02T05:24:59,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,45019,1733117096893] 2024-12-02T05:24:59,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:24:59,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:24:59,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:24:59,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:24:59,912 INFO [RS:0;f49461030c22:45019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:24:59,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:24:59,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:24:59,913 INFO [RS:0;f49461030c22:45019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:24:59,913 INFO [RS:0;f49461030c22:45019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:24:59,914 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:24:59,914 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:24:59,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:24:59,914 INFO [RS:0;f49461030c22:45019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:24:59,914 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,914 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,914 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,914 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,914 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,914 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,914 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:24:59,914 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,915 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,915 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,915 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,915 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,915 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:24:59,915 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:24:59,915 DEBUG [RS:0;f49461030c22:45019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:24:59,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:24:59,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:24:59,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:24:59,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:24:59,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740 2024-12-02T05:24:59,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740 2024-12-02T05:24:59,916 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,916 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,916 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,916 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,916 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,916 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,45019,1733117096893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:24:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:24:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:24:59,917 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:24:59,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:24:59,919 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:24:59,919 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63288697, jitterRate=-0.05692492425441742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:24:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117099909Initializing all the Stores at 1733117099910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117099910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117099910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117099910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117099910Cleaning up temporary data from old regions at 1733117099917 (+7 ms)Region opened successfully at 1733117099920 (+3 ms) 2024-12-02T05:24:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:24:59,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:24:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:24:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:24:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:24:59,920 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:24:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117099920Disabling compacts and flushes for region at 1733117099920Disabling writes for close at 1733117099920Writing region close event to WAL at 1733117099920Closed at 1733117099920 2024-12-02T05:24:59,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:24:59,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:24:59,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:24:59,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:24:59,922 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:24:59,929 INFO [RS:0;f49461030c22:45019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:24:59,929 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,45019,1733117096893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,929 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,930 INFO [RS:0;f49461030c22:45019 {}] regionserver.Replication(171): f49461030c22,45019,1733117096893 started 2024-12-02T05:24:59,940 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:24:59,941 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,45019,1733117096893, RpcServer on f49461030c22/172.17.0.2:45019, sessionid=0x10194801b460001 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,45019,1733117096893 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,45019,1733117096893' 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-425480684/flush-table-proc/abort' 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-425480684/flush-table-proc/acquired' 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,45019,1733117096893 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,45019,1733117096893' 2024-12-02T05:24:59,941 DEBUG [RS:0;f49461030c22:45019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-425480684/online-snapshot/abort' 2024-12-02T05:24:59,942 DEBUG [RS:0;f49461030c22:45019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-425480684/online-snapshot/acquired' 2024-12-02T05:24:59,942 DEBUG [RS:0;f49461030c22:45019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:24:59,942 INFO [RS:0;f49461030c22:45019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:24:59,942 INFO [RS:0;f49461030c22:45019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:25:00,042 INFO [RS:0;f49461030c22:45019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:25:00,044 INFO [RS:0;f49461030c22:45019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C45019%2C1733117096893, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/oldWALs, maxLogs=10 2024-12-02T05:25:00,061 DEBUG [RS:0;f49461030c22:45019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, exclude list is [], retry=0 2024-12-02T05:25:00,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40823,DS-29bb1721-46bb-49df-94f8-d30171068068,DISK] 2024-12-02T05:25:00,065 INFO [RS:0;f49461030c22:45019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 2024-12-02T05:25:00,066 DEBUG [RS:0;f49461030c22:45019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36635:36635)] 2024-12-02T05:25:00,073 DEBUG [f49461030c22:46597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:25:00,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,45019,1733117096893 2024-12-02T05:25:00,074 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,45019,1733117096893, state=OPENING 2024-12-02T05:25:00,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:25:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:25:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:25:00,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:25:00,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425480684/meta-region-server: CHANGED 2024-12-02T05:25:00,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425480684/meta-region-server: CHANGED 2024-12-02T05:25:00,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,45019,1733117096893}] 2024-12-02T05:25:00,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:25:00,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:25:00,538 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:25:00,538 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:00,538 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:25:00,539 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C45019%2C1733117096893.meta, suffix=.meta, logDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/oldWALs, maxLogs=10 2024-12-02T05:25:00,550 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.meta.1733117100539.meta, exclude list is [], retry=0 2024-12-02T05:25:00,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40823,DS-29bb1721-46bb-49df-94f8-d30171068068,DISK] 2024-12-02T05:25:00,553 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.meta.1733117100539.meta 2024-12-02T05:25:00,554 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36635:36635)] 2024-12-02T05:25:00,554 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:00,554 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:00,554 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:25:00,554 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:25:00,554 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:25:00,555 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:25:00,555 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:00,555 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:25:00,555 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:25:00,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:25:00,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:25:00,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:00,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:00,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:25:00,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:25:00,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:00,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:00,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:25:00,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:25:00,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:00,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:00,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:25:00,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:25:00,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:00,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:00,559 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:25:00,559 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740 2024-12-02T05:25:00,560 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740 2024-12-02T05:25:00,561 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:25:00,561 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:25:00,561 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:25:00,562 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:25:00,562 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64421857, jitterRate=-0.04003952443599701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:25:00,562 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:25:00,563 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117100555Writing region info on filesystem at 1733117100555Initializing all the Stores at 1733117100556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117100556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117100556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117100556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117100556Cleaning up temporary data from old regions at 1733117100561 (+5 ms)Running coprocessor post-open hooks at 1733117100562 (+1 ms)Region opened successfully at 1733117100563 (+1 ms) 2024-12-02T05:25:00,563 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117100534 2024-12-02T05:25:00,565 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:25:00,565 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:25:00,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,45019,1733117096893 2024-12-02T05:25:00,566 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,45019,1733117096893, state=OPEN 2024-12-02T05:25:00,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:00,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:00,875 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 62160 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-425480684/meta-region-server 2024-12-02T05:25:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-425480684/meta-region-server 2024-12-02T05:25:00,886 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,45019,1733117096893 2024-12-02T05:25:00,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425480684/meta-region-server: CHANGED 2024-12-02T05:25:00,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425480684/meta-region-server: CHANGED 2024-12-02T05:25:00,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:25:00,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,45019,1733117096893 in 504 msec 2024-12-02T05:25:00,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:25:00,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 967 msec 2024-12-02T05:25:00,890 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:00,890 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:25:00,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:00,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,45019,1733117096893, seqNum=-1] 2024-12-02T05:25:00,892 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:00,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:00,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5020 sec 2024-12-02T05:25:00,896 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117100896, completionTime=-1 2024-12-02T05:25:00,896 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:25:00,896 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:25:00,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:25:00,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117160898 2024-12-02T05:25:00,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117220898 2024-12-02T05:25:00,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:25:00,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46597,1733117095693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:00,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46597,1733117095693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:00,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46597,1733117095693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:00,899 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:46597, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:00,899 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:00,899 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:00,900 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:25:00,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.665sec 2024-12-02T05:25:00,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:25:00,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:25:00,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:25:00,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:25:00,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:25:00,901 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46597,1733117095693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:25:00,902 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46597,1733117095693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:25:00,903 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:25:00,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:25:00,903 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,46597,1733117095693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:00,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7d71c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:00,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46597,-1 for getting cluster id 2024-12-02T05:25:00,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:00,968 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c7ec7a5-a793-4922-834d-12836c581c47' 2024-12-02T05:25:00,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:00,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c7ec7a5-a793-4922-834d-12836c581c47" 2024-12-02T05:25:00,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275eca7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:00,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46597,-1] 2024-12-02T05:25:00,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:00,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:00,970 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:00,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cad727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:00,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,45019,1733117096893, seqNum=-1] 2024-12-02T05:25:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:00,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:00,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,46597,1733117095693 2024-12-02T05:25:00,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:25:01,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:25:01,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10194801b460002 connected 2024-12-02T05:25:01,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.log.dir so I do NOT create it in target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1 2024-12-02T05:25:01,231 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:25:01,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.tmp.dir so I do NOT create it in target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1 2024-12-02T05:25:01,231 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:25:01,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1 2024-12-02T05:25:01,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/cluster_4ab4d35e-2264-f447-6347-05d109493a3b, deleteOnExit=true 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/test.cache.data in system properties and HBase conf 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:25:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:25:01,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:25:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:25:02,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:25:02,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:25:02,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:25:02,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:25:02,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:25:02,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:25:02,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0abc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:25:02,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61738f8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:25:02,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15fdcb8e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/java.io.tmpdir/jetty-localhost-34655-hadoop-hdfs-3_4_1-tests_jar-_-any-16273807671297940320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:25:02,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11346329{HTTP/1.1, (http/1.1)}{localhost:34655} 2024-12-02T05:25:02,776 INFO [Time-limited test {}] server.Server(415): Started @335759ms 2024-12-02T05:25:02,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:02,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:02,893 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 64180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:03,521 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:25:03,543 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,543 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,548 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,552 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:03,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:25:03,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:25:03,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:25:03,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:25:03,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:25:03,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5c0fac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:25:03,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a262b2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:25:03,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f235a87{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/java.io.tmpdir/jetty-localhost-46461-hadoop-hdfs-3_4_1-tests_jar-_-any-2111376441428226572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:25:03,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b37ee5{HTTP/1.1, (http/1.1)}{localhost:46461} 2024-12-02T05:25:03,669 INFO [Time-limited test {}] server.Server(415): Started @336652ms 2024-12-02T05:25:03,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:25:05,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:25:05,932 WARN [Thread-2814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/cluster_4ab4d35e-2264-f447-6347-05d109493a3b/data/data1/current/BP-1715748398-172.17.0.2-1733117101250/current, will proceed with Du for space computation calculation, 2024-12-02T05:25:05,932 WARN [Thread-2815 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/cluster_4ab4d35e-2264-f447-6347-05d109493a3b/data/data2/current/BP-1715748398-172.17.0.2-1733117101250/current, will proceed with Du for space computation calculation, 2024-12-02T05:25:05,948 WARN [Thread-2802 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:25:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f695ae4f819d8f0 with lease ID 0xbff30e428362d149: Processing first storage report for DS-c546dac4-bf6b-4662-ac1c-c67fa228ce2e from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=d41f2898-bc0d-41f5-870f-9d4f45039851, infoPort=44043, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=1637101761;c=1733117101250) 2024-12-02T05:25:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f695ae4f819d8f0 with lease ID 0xbff30e428362d149: from storage DS-c546dac4-bf6b-4662-ac1c-c67fa228ce2e node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=d41f2898-bc0d-41f5-870f-9d4f45039851, infoPort=44043, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=1637101761;c=1733117101250), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:25:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f695ae4f819d8f0 with lease ID 0xbff30e428362d149: Processing first storage report for DS-cb1e776e-37ec-460b-bfd8-bbc04879334c from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=d41f2898-bc0d-41f5-870f-9d4f45039851, infoPort=44043, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=1637101761;c=1733117101250) 2024-12-02T05:25:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f695ae4f819d8f0 with lease ID 0xbff30e428362d149: from storage DS-cb1e776e-37ec-460b-bfd8-bbc04879334c node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=d41f2898-bc0d-41f5-870f-9d4f45039851, infoPort=44043, infoSecurePort=0, ipcPort=40579, storageInfo=lv=-57;cid=testClusterID;nsid=1637101761;c=1733117101250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:25:06,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1 2024-12-02T05:25:06,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:06,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:25:06,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1 with version=8 2024-12-02T05:25:06,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/hbase-staging 2024-12-02T05:25:06,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:25:06,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40091 2024-12-02T05:25:06,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40091 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:25:06,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:06,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:06,934 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68221 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:06,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400910x0, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:25:06,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40091-0x10194801b460003 connected 2024-12-02T05:25:07,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:07,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:07,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on znode that does not yet exist, /11828594470/running 2024-12-02T05:25:07,724 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1, hbase.cluster.distributed=false 2024-12-02T05:25:07,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on znode that does not yet exist, /11828594470/acl 2024-12-02T05:25:07,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40091 2024-12-02T05:25:07,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40091 2024-12-02T05:25:07,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40091 2024-12-02T05:25:07,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40091 2024-12-02T05:25:07,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40091 2024-12-02T05:25:07,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:25:07,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:07,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:07,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:25:07,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:07,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:25:07,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:25:07,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:25:07,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41473 2024-12-02T05:25:07,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41473 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:25:07,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:07,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:07,930 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414730x0, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:25:07,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414730x0, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on znode that does not yet exist, /11828594470/running 2024-12-02T05:25:07,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41473-0x10194801b460004 connected 2024-12-02T05:25:07,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:25:07,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:25:07,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on znode that does not yet exist, /11828594470/master 2024-12-02T05:25:07,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on znode that does not yet exist, /11828594470/acl 2024-12-02T05:25:07,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-02T05:25:07,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41473 2024-12-02T05:25:07,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41473 2024-12-02T05:25:07,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-02T05:25:07,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-02T05:25:07,946 DEBUG [M:0;f49461030c22:40091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:40091 2024-12-02T05:25:07,946 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11828594470/backup-masters/f49461030c22,40091,1733117106432 2024-12-02T05:25:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:25:08,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:25:08,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470/backup-masters 2024-12-02T05:25:08,368 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470/backup-masters 2024-12-02T05:25:08,368 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on existing znode=/11828594470/backup-masters/f49461030c22,40091,1733117106432 2024-12-02T05:25:08,393 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828594470/master 2024-12-02T05:25:08,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:08,393 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:08,394 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on existing znode=/11828594470/master 2024-12-02T05:25:08,394 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11828594470/backup-masters/f49461030c22,40091,1733117106432 from backup master directory 2024-12-02T05:25:08,404 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470/backup-masters 2024-12-02T05:25:08,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828594470/backup-masters/f49461030c22,40091,1733117106432 2024-12-02T05:25:08,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470/backup-masters 2024-12-02T05:25:08,404 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:25:08,404 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,40091,1733117106432 2024-12-02T05:25:08,407 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/hbase.id] with ID: 411b0b81-c7b9-4b88-9f4e-7e421e2f77a1 2024-12-02T05:25:08,407 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/.tmp/hbase.id 2024-12-02T05:25:08,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:25:08,811 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/.tmp/hbase.id]:[hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/hbase.id] 2024-12-02T05:25:08,818 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:08,818 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:25:08,819 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:25:09,004 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:09,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:09,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:25:09,423 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:09,424 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:25:09,424 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:25:09,829 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store 2024-12-02T05:25:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:25:10,234 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:10,234 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:25:10,234 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:10,234 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:10,234 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:25:10,234 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:10,234 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:10,234 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117110234Disabling compacts and flushes for region at 1733117110234Disabling writes for close at 1733117110234Writing region close event to WAL at 1733117110234Closed at 1733117110234 2024-12-02T05:25:10,235 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/.initializing 2024-12-02T05:25:10,235 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/WALs/f49461030c22,40091,1733117106432 2024-12-02T05:25:10,236 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:25:10,237 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C40091%2C1733117106432, suffix=, logDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/WALs/f49461030c22,40091,1733117106432, archiveDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/oldWALs, maxLogs=10 2024-12-02T05:25:10,248 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/WALs/f49461030c22,40091,1733117106432/f49461030c22%2C40091%2C1733117106432.1733117110237, exclude list is [], retry=0 2024-12-02T05:25:10,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-c546dac4-bf6b-4662-ac1c-c67fa228ce2e,DISK] 2024-12-02T05:25:10,252 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/WALs/f49461030c22,40091,1733117106432/f49461030c22%2C40091%2C1733117106432.1733117110237 2024-12-02T05:25:10,252 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44043:44043)] 2024-12-02T05:25:10,252 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:10,252 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:10,252 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,252 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:25:10,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:10,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:10,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:25:10,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:10,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:10,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:25:10,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:10,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:10,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:25:10,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:10,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:10,258 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,258 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,259 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,259 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,259 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,260 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:25:10,260 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:10,262 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:10,262 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60982553, jitterRate=-0.09128914773464203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:25:10,262 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117110252Initializing all the Stores at 1733117110253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117110253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117110253Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117110253Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117110253Cleaning up temporary data from old regions at 1733117110259 (+6 ms)Region opened successfully at 1733117110262 (+3 ms) 2024-12-02T05:25:10,262 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:25:10,264 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21551c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:25:10,265 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:25:10,265 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:25:10,265 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:25:10,265 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:25:10,266 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:25:10,266 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:25:10,266 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:25:10,267 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:25:10,268 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Unable to get data of znode /11828594470/balancer because node does not exist (not necessarily an error) 2024-12-02T05:25:10,443 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828594470/balancer already deleted, retry=false 2024-12-02T05:25:10,444 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:25:10,444 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Unable to get data of znode /11828594470/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:25:10,541 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828594470/normalizer already deleted, retry=false 2024-12-02T05:25:10,541 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:25:10,542 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Unable to get data of znode /11828594470/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:25:10,551 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828594470/switch/split already deleted, retry=false 2024-12-02T05:25:10,551 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Unable to get data of znode /11828594470/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:25:10,561 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828594470/switch/merge already deleted, retry=false 2024-12-02T05:25:10,563 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Unable to get data of znode /11828594470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:25:10,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828594470/snapshot-cleanup already deleted, retry=false 2024-12-02T05:25:10,769 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828594470/running 2024-12-02T05:25:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828594470/running 2024-12-02T05:25:10,769 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:10,770 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,40091,1733117106432, sessionid=0x10194801b460003, setting cluster-up flag (Was=false) 2024-12-02T05:25:10,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:10,972 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:11,180 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828594470/flush-table-proc/acquired, /11828594470/flush-table-proc/reached, /11828594470/flush-table-proc/abort 2024-12-02T05:25:11,181 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40091,1733117106432 2024-12-02T05:25:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:11,326 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:11,618 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828594470/online-snapshot/acquired, /11828594470/online-snapshot/reached, /11828594470/online-snapshot/abort 2024-12-02T05:25:11,619 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40091,1733117106432 2024-12-02T05:25:11,620 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:25:11,622 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:11,622 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:25:11,622 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:25:11,623 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,40091,1733117106432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:25:11,623 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:11,623 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:11,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:11,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:11,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:25:11,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:11,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:25:11,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:11,624 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117141624 2024-12-02T05:25:11,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:25:11,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:25:11,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:11,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:25:11,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:25:11,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:25:11,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:25:11,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:25:11,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:11,626 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:25:11,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:11,626 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:25:11,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:25:11,626 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:25:11,626 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:25:11,626 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:25:11,627 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:25:11,627 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117111627,5,FailOnTimeoutGroup] 2024-12-02T05:25:11,627 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117111627,5,FailOnTimeoutGroup] 2024-12-02T05:25:11,627 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:11,627 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:25:11,627 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:11,627 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:25:11,638 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(746): ClusterId : 411b0b81-c7b9-4b88-9f4e-7e421e2f77a1 2024-12-02T05:25:11,638 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:25:11,674 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:25:11,674 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:25:11,713 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:25:11,714 DEBUG [RS:0;f49461030c22:41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfd7635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:25:11,724 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:41473 2024-12-02T05:25:11,724 INFO [RS:0;f49461030c22:41473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:25:11,724 INFO [RS:0;f49461030c22:41473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:25:11,724 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:25:11,725 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,40091,1733117106432 with port=41473, startcode=1733117107757 2024-12-02T05:25:11,725 DEBUG [RS:0;f49461030c22:41473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:25:11,726 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:25:11,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,41473,1733117107757 2024-12-02T05:25:11,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40091 {}] master.ServerManager(517): Registering regionserver=f49461030c22,41473,1733117107757 2024-12-02T05:25:11,728 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1 2024-12-02T05:25:11,728 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33547 2024-12-02T05:25:11,728 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:25:12,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:25:12,034 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1 2024-12-02T05:25:12,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:25:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470/rs 2024-12-02T05:25:12,054 DEBUG [RS:0;f49461030c22:41473 {}] zookeeper.ZKUtil(111): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on existing znode=/11828594470/rs/f49461030c22,41473,1733117107757 2024-12-02T05:25:12,054 WARN [RS:0;f49461030c22:41473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:25:12,054 INFO [RS:0;f49461030c22:41473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:12,054 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757 2024-12-02T05:25:12,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,41473,1733117107757] 2024-12-02T05:25:12,057 INFO [RS:0;f49461030c22:41473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:25:12,058 INFO [RS:0;f49461030c22:41473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:25:12,058 INFO [RS:0;f49461030c22:41473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:25:12,058 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,058 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:25:12,059 INFO [RS:0;f49461030c22:41473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:25:12,059 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:25:12,059 DEBUG [RS:0;f49461030c22:41473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:25:12,060 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,060 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,060 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,060 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,060 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,060 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,41473,1733117107757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:25:12,071 INFO [RS:0;f49461030c22:41473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:25:12,071 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,41473,1733117107757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,071 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,071 INFO [RS:0;f49461030c22:41473 {}] regionserver.Replication(171): f49461030c22,41473,1733117107757 started 2024-12-02T05:25:12,082 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:12,082 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,41473,1733117107757, RpcServer on f49461030c22/172.17.0.2:41473, sessionid=0x10194801b460004 2024-12-02T05:25:12,082 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:25:12,082 DEBUG [RS:0;f49461030c22:41473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,41473,1733117107757 2024-12-02T05:25:12,082 DEBUG [RS:0;f49461030c22:41473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,41473,1733117107757' 2024-12-02T05:25:12,082 DEBUG [RS:0;f49461030c22:41473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828594470/flush-table-proc/abort' 2024-12-02T05:25:12,082 DEBUG [RS:0;f49461030c22:41473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828594470/flush-table-proc/acquired' 2024-12-02T05:25:12,083 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:25:12,083 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:25:12,083 DEBUG [RS:0;f49461030c22:41473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,41473,1733117107757 2024-12-02T05:25:12,083 DEBUG [RS:0;f49461030c22:41473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,41473,1733117107757' 2024-12-02T05:25:12,083 DEBUG [RS:0;f49461030c22:41473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828594470/online-snapshot/abort' 2024-12-02T05:25:12,083 DEBUG [RS:0;f49461030c22:41473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828594470/online-snapshot/acquired' 2024-12-02T05:25:12,083 DEBUG [RS:0;f49461030c22:41473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:25:12,083 INFO [RS:0;f49461030c22:41473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:25:12,083 INFO [RS:0;f49461030c22:41473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:25:12,183 INFO [RS:0;f49461030c22:41473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:25:12,185 INFO [RS:0;f49461030c22:41473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C41473%2C1733117107757, suffix=, logDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757, archiveDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/oldWALs, maxLogs=10 2024-12-02T05:25:12,195 DEBUG [RS:0;f49461030c22:41473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, exclude list is [], retry=0 2024-12-02T05:25:12,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-c546dac4-bf6b-4662-ac1c-c67fa228ce2e,DISK] 2024-12-02T05:25:12,199 INFO [RS:0;f49461030c22:41473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 2024-12-02T05:25:12,199 DEBUG [RS:0;f49461030c22:41473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44043:44043)] 2024-12-02T05:25:12,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:12,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:25:12,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:25:12,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:25:12,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:25:12,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:25:12,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:25:12,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:25:12,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:25:12,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:25:12,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740 2024-12-02T05:25:12,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740 2024-12-02T05:25:12,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:25:12,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:25:12,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:25:12,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:25:12,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:12,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63373073, jitterRate=-0.05566762387752533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:25:12,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117112439Initializing all the Stores at 1733117112440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117112440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117112440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117112440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117112440Cleaning up temporary data from old regions at 1733117112448 (+8 ms)Region opened successfully at 1733117112451 (+3 ms) 2024-12-02T05:25:12,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:25:12,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:25:12,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:25:12,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:25:12,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:25:12,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:12,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117112452Disabling compacts and flushes for region at 1733117112452Disabling writes for close at 1733117112452Writing region close event to WAL at 1733117112452Closed at 1733117112452 2024-12-02T05:25:12,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:12,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:25:12,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:25:12,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:25:12,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:25:12,605 DEBUG [f49461030c22:40091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:25:12,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,41473,1733117107757 2024-12-02T05:25:12,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,41473,1733117107757, state=OPENING 2024-12-02T05:25:12,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:25:12,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:12,741 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:12,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828594470/meta-region-server: CHANGED 2024-12-02T05:25:12,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828594470/meta-region-server: CHANGED 2024-12-02T05:25:12,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:25:12,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,41473,1733117107757}] 2024-12-02T05:25:12,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:25:12,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:25:12,897 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:25:12,897 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:12,897 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:25:12,898 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C41473%2C1733117107757.meta, suffix=.meta, logDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757, archiveDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/oldWALs, maxLogs=10 2024-12-02T05:25:12,909 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.meta.1733117112898.meta, exclude list is [], retry=0 2024-12-02T05:25:12,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-c546dac4-bf6b-4662-ac1c-c67fa228ce2e,DISK] 2024-12-02T05:25:12,912 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.meta.1733117112898.meta 2024-12-02T05:25:12,912 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44043:44043)] 2024-12-02T05:25:12,912 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:12,912 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:12,913 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:25:12,913 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:25:12,913 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:25:12,913 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:25:12,913 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:12,913 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:25:12,913 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:25:12,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:25:12,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:25:12,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:25:12,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:25:12,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:25:12,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:25:12,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:25:12,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:25:12,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:12,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:12,917 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:25:12,917 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740 2024-12-02T05:25:12,918 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740 2024-12-02T05:25:12,919 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:25:12,919 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:25:12,919 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:25:12,920 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:25:12,920 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74741159, jitterRate=0.1137300580739975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:25:12,920 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:25:12,920 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117112913Writing region info on filesystem at 1733117112913Initializing all the Stores at 1733117112914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117112914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117112914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117112914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117112914Cleaning up temporary data from old regions at 1733117112919 (+5 ms)Running coprocessor post-open hooks at 1733117112920 (+1 ms)Region opened successfully at 1733117112920 2024-12-02T05:25:12,921 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117112893 2024-12-02T05:25:12,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,41473,1733117107757 2024-12-02T05:25:12,923 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:25:12,923 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:25:12,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,41473,1733117107757, state=OPEN 2024-12-02T05:25:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828594470/meta-region-server 2024-12-02T05:25:13,005 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828594470/meta-region-server 2024-12-02T05:25:13,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,41473,1733117107757 2024-12-02T05:25:13,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828594470/meta-region-server: CHANGED 2024-12-02T05:25:13,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828594470/meta-region-server: CHANGED 2024-12-02T05:25:13,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:25:13,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,41473,1733117107757 in 264 msec 2024-12-02T05:25:13,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:25:13,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-12-02T05:25:13,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:13,009 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:25:13,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:13,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41473,1733117107757, seqNum=-1] 2024-12-02T05:25:13,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:13,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:13,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec 2024-12-02T05:25:13,019 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117113019, completionTime=-1 2024-12-02T05:25:13,019 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:25:13,019 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117173021 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117233021 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40091,1733117106432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40091,1733117106432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40091,1733117106432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:40091, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:13,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:13,022 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:13,023 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:25:13,024 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.620sec 2024-12-02T05:25:13,024 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:25:13,025 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:25:13,025 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:25:13,025 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:25:13,025 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:25:13,025 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40091,1733117106432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:25:13,025 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40091,1733117106432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:25:13,026 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:25:13,026 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:25:13,026 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40091,1733117106432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:13,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5841f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:13,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40091,-1 for getting cluster id 2024-12-02T05:25:13,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:13,040 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411b0b81-c7b9-4b88-9f4e-7e421e2f77a1' 2024-12-02T05:25:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411b0b81-c7b9-4b88-9f4e-7e421e2f77a1" 2024-12-02T05:25:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e92e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40091,-1] 2024-12-02T05:25:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:13,041 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:13,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e400fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:13,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:13,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41473,1733117107757, seqNum=-1] 2024-12-02T05:25:13,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:13,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:13,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,40091,1733117106432 2024-12-02T05:25:13,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:25:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:25:13,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10194801b460005 connected 2024-12-02T05:25:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.log.dir so I do NOT create it in target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5 2024-12-02T05:25:13,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:25:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.tmp.dir so I do NOT create it in target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5 2024-12-02T05:25:13,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:25:13,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5 2024-12-02T05:25:13,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/cluster_2b95daf5-dd74-b5a5-223f-f132ef58a9f6, deleteOnExit=true 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/test.cache.data in system properties and HBase conf 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:25:13,401 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:25:13,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:25:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:25:14,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:25:14,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:25:14,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:25:14,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:25:14,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:25:14,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:25:14,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b715aee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:25:14,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31055c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:25:14,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@237fdec3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/java.io.tmpdir/jetty-localhost-37469-hadoop-hdfs-3_4_1-tests_jar-_-any-11239738426197242033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:25:14,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d302034{HTTP/1.1, (http/1.1)}{localhost:37469} 2024-12-02T05:25:14,361 INFO [Time-limited test {}] server.Server(415): Started @347345ms 2024-12-02T05:25:15,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:25:15,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:25:15,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:25:15,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:25:15,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:25:15,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa64a5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:25:15,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76defa19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:25:15,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d7ba284{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/java.io.tmpdir/jetty-localhost-34683-hadoop-hdfs-3_4_1-tests_jar-_-any-4895473838451556670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:25:15,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a1b768a{HTTP/1.1, (http/1.1)}{localhost:34683} 2024-12-02T05:25:15,573 INFO [Time-limited test {}] server.Server(415): Started @348556ms 2024-12-02T05:25:15,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:25:16,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:16,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:16,963 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 78250 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:17,811 WARN [Thread-2935 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/cluster_2b95daf5-dd74-b5a5-223f-f132ef58a9f6/data/data2/current/BP-801394228-172.17.0.2-1733117113415/current, will proceed with Du for space computation calculation, 2024-12-02T05:25:17,811 WARN [Thread-2934 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/cluster_2b95daf5-dd74-b5a5-223f-f132ef58a9f6/data/data1/current/BP-801394228-172.17.0.2-1733117113415/current, will proceed with Du for space computation calculation, 2024-12-02T05:25:17,826 WARN [Thread-2922 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:25:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3b58ab742c954dd with lease ID 0x32bba36484e79c64: Processing first storage report for DS-c7fb0099-24b7-4901-8671-8ae29c0a38e5 from datanode DatanodeRegistration(127.0.0.1:46683, datanodeUuid=9f993eb8-32d8-499e-a5e0-32973766e515, infoPort=41731, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=2028991402;c=1733117113415) 2024-12-02T05:25:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3b58ab742c954dd with lease ID 0x32bba36484e79c64: from storage DS-c7fb0099-24b7-4901-8671-8ae29c0a38e5 node DatanodeRegistration(127.0.0.1:46683, datanodeUuid=9f993eb8-32d8-499e-a5e0-32973766e515, infoPort=41731, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=2028991402;c=1733117113415), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:25:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3b58ab742c954dd with lease ID 0x32bba36484e79c64: Processing first storage report for DS-956f9425-e327-48f8-b2fb-8734928d8047 from datanode DatanodeRegistration(127.0.0.1:46683, datanodeUuid=9f993eb8-32d8-499e-a5e0-32973766e515, infoPort=41731, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=2028991402;c=1733117113415) 2024-12-02T05:25:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3b58ab742c954dd with lease ID 0x32bba36484e79c64: from storage DS-956f9425-e327-48f8-b2fb-8734928d8047 node DatanodeRegistration(127.0.0.1:46683, datanodeUuid=9f993eb8-32d8-499e-a5e0-32973766e515, infoPort=41731, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=2028991402;c=1733117113415), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:25:17,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5 2024-12-02T05:25:17,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:17,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:17,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:25:17,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:17,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d with version=8 2024-12-02T05:25:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/hbase-staging 2024-12-02T05:25:18,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:25:18,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39235 2024-12-02T05:25:18,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39235 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:25:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392350x0, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:25:18,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39235-0x10194801b460006 connected 2024-12-02T05:25:18,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:25:18,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:18,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:18,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:18,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on znode that does not yet exist, /2-1475695462/running 2024-12-02T05:25:18,912 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d, hbase.cluster.distributed=false 2024-12-02T05:25:18,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on znode that does not yet exist, /2-1475695462/acl 2024-12-02T05:25:18,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39235 2024-12-02T05:25:18,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39235 2024-12-02T05:25:18,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39235 2024-12-02T05:25:18,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39235 2024-12-02T05:25:18,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39235 2024-12-02T05:25:18,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:25:18,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:18,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:18,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:25:18,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:25:18,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:25:18,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:25:18,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:25:18,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42365 2024-12-02T05:25:18,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42365 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:25:18,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:18,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:19,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423650x0, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:25:19,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42365-0x10194801b460007 connected 2024-12-02T05:25:19,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on znode that does not yet exist, /2-1475695462/running 2024-12-02T05:25:19,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:25:19,107 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:25:19,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on znode that does not yet exist, /2-1475695462/master 2024-12-02T05:25:19,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on znode that does not yet exist, /2-1475695462/acl 2024-12-02T05:25:19,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42365 2024-12-02T05:25:19,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42365 2024-12-02T05:25:19,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42365 2024-12-02T05:25:19,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42365 2024-12-02T05:25:19,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42365 2024-12-02T05:25:19,126 DEBUG [M:0;f49461030c22:39235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:39235 2024-12-02T05:25:19,128 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1475695462/backup-masters/f49461030c22,39235,1733117118319 2024-12-02T05:25:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462/backup-masters 2024-12-02T05:25:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462/backup-masters 2024-12-02T05:25:19,347 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on existing znode=/2-1475695462/backup-masters/f49461030c22,39235,1733117118319 2024-12-02T05:25:19,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1475695462/master 2024-12-02T05:25:19,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:19,430 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on existing znode=/2-1475695462/master 2024-12-02T05:25:19,430 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1475695462/backup-masters/f49461030c22,39235,1733117118319 from backup master directory 2024-12-02T05:25:19,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475695462/backup-masters/f49461030c22,39235,1733117118319 2024-12-02T05:25:19,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462/backup-masters 2024-12-02T05:25:19,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462/backup-masters 2024-12-02T05:25:19,508 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:25:19,508 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,39235,1733117118319 2024-12-02T05:25:19,511 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/hbase.id] with ID: f02d9b0b-2724-4b0a-a911-b273200e15ee 2024-12-02T05:25:19,511 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/.tmp/hbase.id 2024-12-02T05:25:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:25:19,919 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/.tmp/hbase.id]:[hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/hbase.id] 2024-12-02T05:25:19,926 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:25:19,926 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:25:19,927 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:25:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:20,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:25:20,487 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:20,487 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:25:20,487 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:25:20,893 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store 2024-12-02T05:25:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:25:21,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:21,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:25:21,299 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:21,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:21,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:25:21,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:21,299 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:21,299 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117121299Disabling compacts and flushes for region at 1733117121299Disabling writes for close at 1733117121299Writing region close event to WAL at 1733117121299Closed at 1733117121299 2024-12-02T05:25:21,300 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/.initializing 2024-12-02T05:25:21,300 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/WALs/f49461030c22,39235,1733117118319 2024-12-02T05:25:21,301 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:25:21,302 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C39235%2C1733117118319, suffix=, logDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/WALs/f49461030c22,39235,1733117118319, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/oldWALs, maxLogs=10 2024-12-02T05:25:21,313 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/WALs/f49461030c22,39235,1733117118319/f49461030c22%2C39235%2C1733117118319.1733117121302, exclude list is [], retry=0 2024-12-02T05:25:21,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-c7fb0099-24b7-4901-8671-8ae29c0a38e5,DISK] 2024-12-02T05:25:21,317 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/WALs/f49461030c22,39235,1733117118319/f49461030c22%2C39235%2C1733117118319.1733117121302 2024-12-02T05:25:21,318 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-02T05:25:21,318 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:21,318 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:21,318 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,318 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:25:21,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:21,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:21,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:25:21,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:21,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:21,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:25:21,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:21,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:21,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:25:21,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:21,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:21,344 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,344 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,344 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,345 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,345 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,346 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:25:21,346 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:25:21,348 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:21,348 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59840764, jitterRate=-0.10830312967300415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:25:21,348 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117121318Initializing all the Stores at 1733117121319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117121330 (+11 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117121330Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117121330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117121330Cleaning up temporary data from old regions at 1733117121345 (+15 ms)Region opened successfully at 1733117121348 (+3 ms) 2024-12-02T05:25:21,348 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:25:21,351 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0d7f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:25:21,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:25:21,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:25:21,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:25:21,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:25:21,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:25:21,353 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:25:21,353 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:25:21,354 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:25:21,355 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Unable to get data of znode /2-1475695462/balancer because node does not exist (not necessarily an error) 2024-12-02T05:25:21,508 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475695462/balancer already deleted, retry=false 2024-12-02T05:25:21,508 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:25:21,509 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Unable to get data of znode /2-1475695462/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:25:21,749 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475695462/normalizer already deleted, retry=false 2024-12-02T05:25:21,749 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:25:21,750 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Unable to get data of znode /2-1475695462/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:25:21,830 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475695462/switch/split already deleted, retry=false 2024-12-02T05:25:21,831 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Unable to get data of znode /2-1475695462/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:25:21,941 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475695462/switch/merge already deleted, retry=false 2024-12-02T05:25:21,943 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Unable to get data of znode /2-1475695462/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:25:22,140 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475695462/snapshot-cleanup already deleted, retry=false 2024-12-02T05:25:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1475695462/running 2024-12-02T05:25:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1475695462/running 2024-12-02T05:25:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:22,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,39235,1733117118319, sessionid=0x10194801b460006, setting cluster-up flag (Was=false) 2024-12-02T05:25:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:22,712 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1475695462/flush-table-proc/acquired, /2-1475695462/flush-table-proc/reached, /2-1475695462/flush-table-proc/abort 2024-12-02T05:25:22,713 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,39235,1733117118319 2024-12-02T05:25:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:23,108 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1475695462/online-snapshot/acquired, /2-1475695462/online-snapshot/reached, /2-1475695462/online-snapshot/abort 2024-12-02T05:25:23,109 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,39235,1733117118319 2024-12-02T05:25:23,110 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:25:23,111 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:23,111 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:25:23,111 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:25:23,112 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,39235,1733117118319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:25:23,113 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117153114 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:23,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:25:23,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:25:23,115 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(746): ClusterId : f02d9b0b-2724-4b0a-a911-b273200e15ee 2024-12-02T05:25:23,115 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:25:23,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117123115,5,FailOnTimeoutGroup] 2024-12-02T05:25:23,115 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:23,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117123115,5,FailOnTimeoutGroup] 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,115 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:25:23,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:25:23,296 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:25:23,296 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:25:23,360 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:25:23,361 DEBUG [RS:0;f49461030c22:42365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716bf0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:25:23,374 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:42365 2024-12-02T05:25:23,374 INFO [RS:0;f49461030c22:42365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:25:23,374 INFO [RS:0;f49461030c22:42365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:25:23,374 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:25:23,375 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,39235,1733117118319 with port=42365, startcode=1733117118929 2024-12-02T05:25:23,375 DEBUG [RS:0;f49461030c22:42365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:25:23,376 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:25:23,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,42365,1733117118929 2024-12-02T05:25:23,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39235 {}] master.ServerManager(517): Registering regionserver=f49461030c22,42365,1733117118929 2024-12-02T05:25:23,378 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d 2024-12-02T05:25:23,379 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45375 2024-12-02T05:25:23,379 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:25:23,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:25:23,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d 2024-12-02T05:25:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:25:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462/rs 2024-12-02T05:25:23,601 DEBUG [RS:0;f49461030c22:42365 {}] zookeeper.ZKUtil(111): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on existing znode=/2-1475695462/rs/f49461030c22,42365,1733117118929 2024-12-02T05:25:23,602 WARN [RS:0;f49461030c22:42365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:25:23,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,42365,1733117118929] 2024-12-02T05:25:23,602 INFO [RS:0;f49461030c22:42365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:23,602 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929 2024-12-02T05:25:23,604 INFO [RS:0;f49461030c22:42365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:25:23,606 INFO [RS:0;f49461030c22:42365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:25:23,606 INFO [RS:0;f49461030c22:42365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:25:23,606 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,606 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:25:23,607 INFO [RS:0;f49461030c22:42365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:25:23,607 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:25:23,607 DEBUG [RS:0;f49461030c22:42365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:25:23,608 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,608 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,608 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,608 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,608 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,608 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42365,1733117118929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:25:23,621 INFO [RS:0;f49461030c22:42365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:25:23,621 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42365,1733117118929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,621 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,621 INFO [RS:0;f49461030c22:42365 {}] regionserver.Replication(171): f49461030c22,42365,1733117118929 started 2024-12-02T05:25:23,633 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:23,633 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,42365,1733117118929, RpcServer on f49461030c22/172.17.0.2:42365, sessionid=0x10194801b460007 2024-12-02T05:25:23,633 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:25:23,633 DEBUG [RS:0;f49461030c22:42365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,42365,1733117118929 2024-12-02T05:25:23,633 DEBUG [RS:0;f49461030c22:42365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42365,1733117118929' 2024-12-02T05:25:23,633 DEBUG [RS:0;f49461030c22:42365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1475695462/flush-table-proc/abort' 2024-12-02T05:25:23,634 DEBUG [RS:0;f49461030c22:42365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1475695462/flush-table-proc/acquired' 2024-12-02T05:25:23,634 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:25:23,634 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:25:23,634 DEBUG [RS:0;f49461030c22:42365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,42365,1733117118929 2024-12-02T05:25:23,634 DEBUG [RS:0;f49461030c22:42365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42365,1733117118929' 2024-12-02T05:25:23,634 DEBUG [RS:0;f49461030c22:42365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1475695462/online-snapshot/abort' 2024-12-02T05:25:23,635 DEBUG [RS:0;f49461030c22:42365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1475695462/online-snapshot/acquired' 2024-12-02T05:25:23,635 DEBUG [RS:0;f49461030c22:42365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:25:23,635 INFO [RS:0;f49461030c22:42365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:25:23,635 INFO [RS:0;f49461030c22:42365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:25:23,735 INFO [RS:0;f49461030c22:42365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:25:23,737 INFO [RS:0;f49461030c22:42365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42365%2C1733117118929, suffix=, logDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/oldWALs, maxLogs=10 2024-12-02T05:25:23,749 DEBUG [RS:0;f49461030c22:42365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, exclude list is [], retry=0 2024-12-02T05:25:23,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-c7fb0099-24b7-4901-8671-8ae29c0a38e5,DISK] 2024-12-02T05:25:23,752 INFO [RS:0;f49461030c22:42365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 2024-12-02T05:25:23,752 DEBUG [RS:0;f49461030c22:42365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-02T05:25:23,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:23,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:25:23,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:25:23,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:23,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:23,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:25:23,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:25:23,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:23,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:23,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:25:23,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:25:23,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:23,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:23,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:25:23,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:25:23,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:23,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:23,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:25:23,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740 2024-12-02T05:25:23,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740 2024-12-02T05:25:23,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:25:23,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:25:23,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:25:23,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:25:23,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:23,943 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75413164, jitterRate=0.12374371290206909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:25:23,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117123933Initializing all the Stores at 1733117123933Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117123933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117123933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117123933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117123933Cleaning up temporary data from old regions at 1733117123940 (+7 ms)Region opened successfully at 1733117123943 (+3 ms) 2024-12-02T05:25:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:25:23,944 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:25:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:25:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:25:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:25:23,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:23,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117123943Disabling compacts and flushes for region at 1733117123943Disabling writes for close at 1733117123944 (+1 ms)Writing region close event to WAL at 1733117123944Closed at 1733117123944 2024-12-02T05:25:23,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:23,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:25:23,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:25:23,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:25:23,947 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:25:24,097 DEBUG [f49461030c22:39235 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:25:24,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,42365,1733117118929 2024-12-02T05:25:24,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42365,1733117118929, state=OPENING 2024-12-02T05:25:24,256 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:25:24,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:24,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:24,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475695462/meta-region-server: CHANGED 2024-12-02T05:25:24,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475695462/meta-region-server: CHANGED 2024-12-02T05:25:24,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:25:24,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42365,1733117118929}] 2024-12-02T05:25:24,494 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:25:24,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:25:24,498 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:25:24,498 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:24,498 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:25:24,499 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42365%2C1733117118929.meta, suffix=.meta, logDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/oldWALs, maxLogs=10 2024-12-02T05:25:24,514 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.meta.1733117124499.meta, exclude list is [], retry=0 2024-12-02T05:25:24,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-c7fb0099-24b7-4901-8671-8ae29c0a38e5,DISK] 2024-12-02T05:25:24,517 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.meta.1733117124499.meta 2024-12-02T05:25:24,517 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-02T05:25:24,518 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:24,518 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:24,518 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:25:24,518 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:25:24,518 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:25:24,518 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:25:24,518 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:24,518 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:25:24,518 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:25:24,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:25:24,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:25:24,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:24,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:24,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:25:24,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:25:24,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:24,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:24,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:25:24,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:25:24,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:24,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:24,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:25:24,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:25:24,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:24,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:25:24,523 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:25:24,524 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740 2024-12-02T05:25:24,524 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740 2024-12-02T05:25:24,525 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:25:24,525 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:25:24,526 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:25:24,527 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:25:24,527 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68217184, jitterRate=0.016515254974365234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:25:24,527 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:25:24,527 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117124519Writing region info on filesystem at 1733117124519Initializing all the Stores at 1733117124519Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117124519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117124519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117124519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117124519Cleaning up temporary data from old regions at 1733117124525 (+6 ms)Running coprocessor post-open hooks at 1733117124527 (+2 ms)Region opened successfully at 1733117124527 2024-12-02T05:25:24,528 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117124493 2024-12-02T05:25:24,530 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:25:24,530 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:25:24,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,42365,1733117118929 2024-12-02T05:25:24,531 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42365,1733117118929, state=OPEN 2024-12-02T05:25:24,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1475695462/meta-region-server 2024-12-02T05:25:24,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1475695462/meta-region-server 2024-12-02T05:25:24,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,42365,1733117118929 2024-12-02T05:25:24,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475695462/meta-region-server: CHANGED 2024-12-02T05:25:24,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475695462/meta-region-server: CHANGED 2024-12-02T05:25:24,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:25:24,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42365,1733117118929 in 280 msec 2024-12-02T05:25:24,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:25:24,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-12-02T05:25:24,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:25:24,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:25:24,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:24,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42365,1733117118929, seqNum=-1] 2024-12-02T05:25:24,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:24,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:24,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5220 sec 2024-12-02T05:25:24,633 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117124633, completionTime=-1 2024-12-02T05:25:24,633 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:25:24,633 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:25:24,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:25:24,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117184635 2024-12-02T05:25:24,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117244635 2024-12-02T05:25:24,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:25:24,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39235,1733117118319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:24,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39235,1733117118319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:24,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39235,1733117118319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:24,636 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:39235, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:24,636 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:24,636 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:24,637 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.130sec 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39235,1733117118319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:25:24,640 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39235,1733117118319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:25:24,644 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:25:24,644 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:25:24,645 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39235,1733117118319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:25:24,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a58c1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:24,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:24,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:24,717 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8b456f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:24,719 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:24,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa548fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:24,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42365,1733117118929, seqNum=-1] 2024-12-02T05:25:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:24,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:24,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,39235,1733117118319 2024-12-02T05:25:24,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65011 2024-12-02T05:25:24,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:25:24,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10194801b460008 connected 2024-12-02T05:25:24,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:24,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46597,1733117095693 2024-12-02T05:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be455d5 2024-12-02T05:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:24,986 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:24,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:25:24,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:25:24,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:24,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:25:24,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:25:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:25:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:25,273 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:25:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:25,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cd72540d3629184eda0961ded85aca5, NAME => 'test,,1733117124986.4cd72540d3629184eda0961ded85aca5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651 2024-12-02T05:25:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:25:25,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117124986.4cd72540d3629184eda0961ded85aca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:25,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4cd72540d3629184eda0961ded85aca5, disabling compactions & flushes 2024-12-02T05:25:25,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:25,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:25,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117124986.4cd72540d3629184eda0961ded85aca5. after waiting 0 ms 2024-12-02T05:25:25,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:25,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:25,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cd72540d3629184eda0961ded85aca5: Waiting for close lock at 1733117125406Disabling compacts and flushes for region at 1733117125406Disabling writes for close at 1733117125406Writing region close event to WAL at 1733117125406Closed at 1733117125406 2024-12-02T05:25:25,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:25:25,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117124986.4cd72540d3629184eda0961ded85aca5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117125407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117125407"}]},"ts":"1733117125407"} 2024-12-02T05:25:25,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:25:25,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:25:25,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117125410"}]},"ts":"1733117125410"} 2024-12-02T05:25:25,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:25:25,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cd72540d3629184eda0961ded85aca5, ASSIGN}] 2024-12-02T05:25:25,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cd72540d3629184eda0961ded85aca5, ASSIGN 2024-12-02T05:25:25,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4cd72540d3629184eda0961ded85aca5, ASSIGN; state=OFFLINE, location=f49461030c22,45019,1733117096893; forceNewPlan=false, retain=false 2024-12-02T05:25:25,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cd72540d3629184eda0961ded85aca5, regionState=OPENING, regionLocation=f49461030c22,45019,1733117096893 2024-12-02T05:25:25,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4cd72540d3629184eda0961ded85aca5, ASSIGN because future has completed 2024-12-02T05:25:25,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd72540d3629184eda0961ded85aca5, server=f49461030c22,45019,1733117096893}] 2024-12-02T05:25:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:25,722 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:25,722 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cd72540d3629184eda0961ded85aca5, NAME => 'test,,1733117124986.4cd72540d3629184eda0961ded85aca5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:25,723 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:25,723 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:25:25,723 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,723 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117124986.4cd72540d3629184eda0961ded85aca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:25,723 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,723 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,724 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,726 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd72540d3629184eda0961ded85aca5 columnFamilyName f 2024-12-02T05:25:25,726 DEBUG [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:25,726 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] regionserver.HStore(327): Store=4cd72540d3629184eda0961ded85aca5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:25,726 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,727 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd72540d3629184eda0961ded85aca5 columnFamilyName f1 2024-12-02T05:25:25,727 DEBUG [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:25,727 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] regionserver.HStore(327): Store=4cd72540d3629184eda0961ded85aca5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:25,727 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,728 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cd72540d3629184eda0961ded85aca5 columnFamilyName norep 2024-12-02T05:25:25,728 DEBUG [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:25,729 INFO [StoreOpener-4cd72540d3629184eda0961ded85aca5-1 {}] regionserver.HStore(327): Store=4cd72540d3629184eda0961ded85aca5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:25,729 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,729 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,729 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,730 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,730 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,730 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:25:25,731 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,735 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:25,736 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4cd72540d3629184eda0961ded85aca5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67529852, jitterRate=0.006273210048675537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:25:25,736 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:25,736 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4cd72540d3629184eda0961ded85aca5: Running coprocessor pre-open hook at 1733117125723Writing region info on filesystem at 1733117125723Initializing all the Stores at 1733117125724 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117125724Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117125724Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117125724Cleaning up temporary data from old regions at 1733117125730 (+6 ms)Running coprocessor post-open hooks at 1733117125736 (+6 ms)Region opened successfully at 1733117125736 2024-12-02T05:25:25,737 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117124986.4cd72540d3629184eda0961ded85aca5., pid=6, masterSystemTime=1733117125718 2024-12-02T05:25:25,739 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:25,739 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:25,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cd72540d3629184eda0961ded85aca5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,45019,1733117096893 2024-12-02T05:25:25,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cd72540d3629184eda0961ded85aca5, server=f49461030c22,45019,1733117096893 because future has completed 2024-12-02T05:25:25,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:25:25,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cd72540d3629184eda0961ded85aca5, server=f49461030c22,45019,1733117096893 in 178 msec 2024-12-02T05:25:25,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:25:25,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4cd72540d3629184eda0961ded85aca5, ASSIGN in 334 msec 2024-12-02T05:25:25,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:25:25,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117125749"}]},"ts":"1733117125749"} 2024-12-02T05:25:25,751 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:25:25,751 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:25:25,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-12-02T05:25:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:26,123 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:25:26,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:26,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40091,1733117106432 2024-12-02T05:25:26,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a33563c 2024-12-02T05:25:26,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:26,125 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:26,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:25:26,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:25:26,128 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:26,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:25:26,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:25:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:25:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:26,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40d9d0efe32e9575d394237a45e2439c, NAME => 'test,,1733117126126.40d9d0efe32e9575d394237a45e2439c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1 2024-12-02T05:25:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:25:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:26,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117126126.40d9d0efe32e9575d394237a45e2439c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:26,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40d9d0efe32e9575d394237a45e2439c, disabling compactions & flushes 2024-12-02T05:25:26,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:26,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:26,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. after waiting 0 ms 2024-12-02T05:25:26,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:26,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:26,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40d9d0efe32e9575d394237a45e2439c: Waiting for close lock at 1733117126946Disabling compacts and flushes for region at 1733117126946Disabling writes for close at 1733117126946Writing region close event to WAL at 1733117126946Closed at 1733117126946 2024-12-02T05:25:26,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:25:26,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117126126.40d9d0efe32e9575d394237a45e2439c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117126947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117126947"}]},"ts":"1733117126947"} 2024-12-02T05:25:26,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:25:26,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:25:26,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117126950"}]},"ts":"1733117126950"} 2024-12-02T05:25:26,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:25:26,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40d9d0efe32e9575d394237a45e2439c, ASSIGN}] 2024-12-02T05:25:26,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40d9d0efe32e9575d394237a45e2439c, ASSIGN 2024-12-02T05:25:26,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40d9d0efe32e9575d394237a45e2439c, ASSIGN; state=OFFLINE, location=f49461030c22,41473,1733117107757; forceNewPlan=false, retain=false 2024-12-02T05:25:26,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:26,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:26,994 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88281 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:27,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40d9d0efe32e9575d394237a45e2439c, regionState=OPENING, regionLocation=f49461030c22,41473,1733117107757 2024-12-02T05:25:27,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40d9d0efe32e9575d394237a45e2439c, ASSIGN because future has completed 2024-12-02T05:25:27,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d9d0efe32e9575d394237a45e2439c, server=f49461030c22,41473,1733117107757}] 2024-12-02T05:25:27,263 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:27,263 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d9d0efe32e9575d394237a45e2439c, NAME => 'test,,1733117126126.40d9d0efe32e9575d394237a45e2439c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:27,263 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:27,263 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:25:27,263 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,263 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117126126.40d9d0efe32e9575d394237a45e2439c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:27,263 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:27,263 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,265 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,266 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d9d0efe32e9575d394237a45e2439c columnFamilyName f 2024-12-02T05:25:27,266 DEBUG [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:27,267 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] regionserver.HStore(327): Store=40d9d0efe32e9575d394237a45e2439c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:27,267 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,268 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d9d0efe32e9575d394237a45e2439c columnFamilyName f1 2024-12-02T05:25:27,268 DEBUG [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:27,268 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] regionserver.HStore(327): Store=40d9d0efe32e9575d394237a45e2439c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:27,268 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,269 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d9d0efe32e9575d394237a45e2439c columnFamilyName norep 2024-12-02T05:25:27,269 DEBUG [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:27,269 INFO [StoreOpener-40d9d0efe32e9575d394237a45e2439c-1 {}] regionserver.HStore(327): Store=40d9d0efe32e9575d394237a45e2439c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:27,269 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,270 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,270 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,271 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,271 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,271 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:25:27,272 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,274 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:27,274 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40d9d0efe32e9575d394237a45e2439c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75327527, jitterRate=0.12246762216091156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:25:27,274 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:27,274 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40d9d0efe32e9575d394237a45e2439c: Running coprocessor pre-open hook at 1733117127264Writing region info on filesystem at 1733117127264Initializing all the Stores at 1733117127264Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117127264Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117127265 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117127265Cleaning up temporary data from old regions at 1733117127271 (+6 ms)Running coprocessor post-open hooks at 1733117127274 (+3 ms)Region opened successfully at 1733117127274 2024-12-02T05:25:27,275 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117126126.40d9d0efe32e9575d394237a45e2439c., pid=6, masterSystemTime=1733117127259 2024-12-02T05:25:27,277 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:27,277 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:27,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40d9d0efe32e9575d394237a45e2439c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,41473,1733117107757 2024-12-02T05:25:27,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d9d0efe32e9575d394237a45e2439c, server=f49461030c22,41473,1733117107757 because future has completed 2024-12-02T05:25:27,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:25:27,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d9d0efe32e9575d394237a45e2439c, server=f49461030c22,41473,1733117107757 in 173 msec 2024-12-02T05:25:27,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:25:27,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40d9d0efe32e9575d394237a45e2439c, ASSIGN in 329 msec 2024-12-02T05:25:27,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:25:27,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117127283"}]},"ts":"1733117127283"} 2024-12-02T05:25:27,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:25:27,285 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:25:27,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-02T05:25:28,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:25:28,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T05:25:28,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:25:28,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T05:25:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:28,273 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:25:28,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:28,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,39235,1733117118319 2024-12-02T05:25:28,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c08352c 2024-12-02T05:25:28,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:28,275 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:28,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:25:28,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:25:28,278 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:28,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:25:28,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:25:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:28,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:25:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:28,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5f7e8c601a41a14cd4cc60761dbae44, NAME => 'test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d 2024-12-02T05:25:28,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:25:28,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:28,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5f7e8c601a41a14cd4cc60761dbae44, disabling compactions & flushes 2024-12-02T05:25:28,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:28,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:28,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. after waiting 0 ms 2024-12-02T05:25:28,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:28,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:28,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5f7e8c601a41a14cd4cc60761dbae44: Waiting for close lock at 1733117128690Disabling compacts and flushes for region at 1733117128690Disabling writes for close at 1733117128690Writing region close event to WAL at 1733117128690Closed at 1733117128690 2024-12-02T05:25:28,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:25:28,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117128692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117128692"}]},"ts":"1733117128692"} 2024-12-02T05:25:28,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:25:28,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:25:28,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117128695"}]},"ts":"1733117128695"} 2024-12-02T05:25:28,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:25:28,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5f7e8c601a41a14cd4cc60761dbae44, ASSIGN}] 2024-12-02T05:25:28,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5f7e8c601a41a14cd4cc60761dbae44, ASSIGN 2024-12-02T05:25:28,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5f7e8c601a41a14cd4cc60761dbae44, ASSIGN; state=OFFLINE, location=f49461030c22,42365,1733117118929; forceNewPlan=false, retain=false 2024-12-02T05:25:28,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5f7e8c601a41a14cd4cc60761dbae44, regionState=OPENING, regionLocation=f49461030c22,42365,1733117118929 2024-12-02T05:25:28,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5f7e8c601a41a14cd4cc60761dbae44, ASSIGN because future has completed 2024-12-02T05:25:28,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f7e8c601a41a14cd4cc60761dbae44, server=f49461030c22,42365,1733117118929}] 2024-12-02T05:25:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:29,006 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:29,007 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5f7e8c601a41a14cd4cc60761dbae44, NAME => 'test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:29,007 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:29,007 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:25:29,007 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,007 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:29,007 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,007 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,008 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,009 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f7e8c601a41a14cd4cc60761dbae44 columnFamilyName f 2024-12-02T05:25:29,009 DEBUG [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:29,009 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] regionserver.HStore(327): Store=a5f7e8c601a41a14cd4cc60761dbae44/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:29,009 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,010 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f7e8c601a41a14cd4cc60761dbae44 columnFamilyName f1 2024-12-02T05:25:29,010 DEBUG [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:29,010 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] regionserver.HStore(327): Store=a5f7e8c601a41a14cd4cc60761dbae44/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:29,010 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,010 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f7e8c601a41a14cd4cc60761dbae44 columnFamilyName norep 2024-12-02T05:25:29,011 DEBUG [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:29,011 INFO [StoreOpener-a5f7e8c601a41a14cd4cc60761dbae44-1 {}] regionserver.HStore(327): Store=a5f7e8c601a41a14cd4cc60761dbae44/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:29,011 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,011 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,011 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,012 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,012 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,012 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:25:29,013 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,014 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:29,014 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5f7e8c601a41a14cd4cc60761dbae44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73163188, jitterRate=0.09021645784378052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:25:29,014 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:29,014 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5f7e8c601a41a14cd4cc60761dbae44: Running coprocessor pre-open hook at 1733117129007Writing region info on filesystem at 1733117129007Initializing all the Stores at 1733117129008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117129008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117129008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117129008Cleaning up temporary data from old regions at 1733117129012 (+4 ms)Running coprocessor post-open hooks at 1733117129014 (+2 ms)Region opened successfully at 1733117129014 2024-12-02T05:25:29,015 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44., pid=6, masterSystemTime=1733117129004 2024-12-02T05:25:29,016 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:29,016 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:29,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5f7e8c601a41a14cd4cc60761dbae44, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,42365,1733117118929 2024-12-02T05:25:29,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f7e8c601a41a14cd4cc60761dbae44, server=f49461030c22,42365,1733117118929 because future has completed 2024-12-02T05:25:29,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:25:29,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5f7e8c601a41a14cd4cc60761dbae44, server=f49461030c22,42365,1733117118929 in 167 msec 2024-12-02T05:25:29,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:25:29,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5f7e8c601a41a14cd4cc60761dbae44, ASSIGN in 323 msec 2024-12-02T05:25:29,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:25:29,022 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117129022"}]},"ts":"1733117129022"} 2024-12-02T05:25:29,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:25:29,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:25:29,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-02T05:25:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:25:29,414 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:25:29,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c89fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:29,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46597,-1 for getting cluster id 2024-12-02T05:25:29,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:29,415 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c7ec7a5-a793-4922-834d-12836c581c47' 2024-12-02T05:25:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c7ec7a5-a793-4922-834d-12836c581c47" 2024-12-02T05:25:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a6eb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46597,-1] 2024-12-02T05:25:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:29,417 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4c64fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:29,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46597,1733117095693 2024-12-02T05:25:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52b221ff 2024-12-02T05:25:29,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:29,419 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:29,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:40091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:25:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:25:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:29,421 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:40091' 2024-12-02T05:25:29,422 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c964fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:29,422 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40091,-1 for getting cluster id 2024-12-02T05:25:29,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:29,423 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411b0b81-c7b9-4b88-9f4e-7e421e2f77a1' 2024-12-02T05:25:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411b0b81-c7b9-4b88-9f4e-7e421e2f77a1" 2024-12-02T05:25:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fb31eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40091,-1] 2024-12-02T05:25:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:29,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:29,424 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:29,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ab1e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:29,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:29,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40091,1733117106432 2024-12-02T05:25:29,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e84c7d 2024-12-02T05:25:29,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:29,427 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:29,427 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:25:29,427 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:25:29,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:29,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:29,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:29,428 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:29,429 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:25:29,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:25:29,430 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:29,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:25:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:25:29,479 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:25:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:29,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:29,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e261d69cc7e0dafe25fc85fa249ec3c3, NAME => 'hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651 2024-12-02T05:25:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:25:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:30,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:25:30,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:30,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:25:30,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:30,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e261d69cc7e0dafe25fc85fa249ec3c3, disabling compactions & flushes 2024-12-02T05:25:30,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:30,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:30,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. after waiting 0 ms 2024-12-02T05:25:30,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:30,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:30,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e261d69cc7e0dafe25fc85fa249ec3c3: Waiting for close lock at 1733117130246Disabling compacts and flushes for region at 1733117130246Disabling writes for close at 1733117130246Writing region close event to WAL at 1733117130246Closed at 1733117130246 2024-12-02T05:25:30,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:25:30,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117130248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117130248"}]},"ts":"1733117130248"} 2024-12-02T05:25:30,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:25:30,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:25:30,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117130250"}]},"ts":"1733117130250"} 2024-12-02T05:25:30,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:25:30,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e261d69cc7e0dafe25fc85fa249ec3c3, ASSIGN}] 2024-12-02T05:25:30,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e261d69cc7e0dafe25fc85fa249ec3c3, ASSIGN 2024-12-02T05:25:30,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e261d69cc7e0dafe25fc85fa249ec3c3, ASSIGN; state=OFFLINE, location=f49461030c22,45019,1733117096893; forceNewPlan=false, retain=false 2024-12-02T05:25:30,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e261d69cc7e0dafe25fc85fa249ec3c3, regionState=OPENING, regionLocation=f49461030c22,45019,1733117096893 2024-12-02T05:25:30,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e261d69cc7e0dafe25fc85fa249ec3c3, ASSIGN because future has completed 2024-12-02T05:25:30,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e261d69cc7e0dafe25fc85fa249ec3c3, server=f49461030c22,45019,1733117096893}] 2024-12-02T05:25:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:30,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:30,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:30,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:25:30,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C45019%2C1733117096893.rep, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/oldWALs, maxLogs=10 2024-12-02T05:25:30,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.rep.1733117130563, exclude list is [], retry=0 2024-12-02T05:25:30,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40823,DS-29bb1721-46bb-49df-94f8-d30171068068,DISK] 2024-12-02T05:25:30,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.rep.1733117130563 2024-12-02T05:25:30,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36635:36635)] 2024-12-02T05:25:30,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e261d69cc7e0dafe25fc85fa249ec3c3, NAME => 'hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:30,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:30,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:25:30,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. service=MultiRowMutationService 2024-12-02T05:25:30,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:25:30,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:30,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,579 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,580 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e261d69cc7e0dafe25fc85fa249ec3c3 columnFamilyName hfileref 2024-12-02T05:25:30,580 DEBUG [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:30,580 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] regionserver.HStore(327): Store=e261d69cc7e0dafe25fc85fa249ec3c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:30,580 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,581 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e261d69cc7e0dafe25fc85fa249ec3c3 columnFamilyName queue 2024-12-02T05:25:30,581 DEBUG [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:30,581 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] regionserver.HStore(327): Store=e261d69cc7e0dafe25fc85fa249ec3c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:30,582 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,582 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e261d69cc7e0dafe25fc85fa249ec3c3 columnFamilyName sid 2024-12-02T05:25:30,582 DEBUG [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:30,583 INFO [StoreOpener-e261d69cc7e0dafe25fc85fa249ec3c3-1 {}] regionserver.HStore(327): Store=e261d69cc7e0dafe25fc85fa249ec3c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:30,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/replication/e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/replication/e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:25:30,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/replication/e261d69cc7e0dafe25fc85fa249ec3c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:30,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e261d69cc7e0dafe25fc85fa249ec3c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857830, jitterRate=0.07076510787010193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:25:30,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:30,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e261d69cc7e0dafe25fc85fa249ec3c3: Running coprocessor pre-open hook at 1733117130578Writing region info on filesystem at 1733117130578Initializing all the Stores at 1733117130579 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117130579Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117130579Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117130579Cleaning up temporary data from old regions at 1733117130584 (+5 ms)Running coprocessor post-open hooks at 1733117130587 (+3 ms)Region opened successfully at 1733117130587 2024-12-02T05:25:30,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3., pid=10, masterSystemTime=1733117130559 2024-12-02T05:25:30,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:30,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:30,589 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e261d69cc7e0dafe25fc85fa249ec3c3, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,45019,1733117096893 2024-12-02T05:25:30,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e261d69cc7e0dafe25fc85fa249ec3c3, server=f49461030c22,45019,1733117096893 because future has completed 2024-12-02T05:25:30,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:25:30,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e261d69cc7e0dafe25fc85fa249ec3c3, server=f49461030c22,45019,1733117096893 in 184 msec 2024-12-02T05:25:30,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:25:30,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e261d69cc7e0dafe25fc85fa249ec3c3, ASSIGN in 340 msec 2024-12-02T05:25:30,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:25:30,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117130594"}]},"ts":"1733117130594"} 2024-12-02T05:25:30,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:25:30,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:25:30,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-02T05:25:30,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3., hostname=f49461030c22,45019,1733117096893, seqNum=2] 2024-12-02T05:25:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:25:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:25:30,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:25:31,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:25:31,100 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:25:31,124 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,45019,1733117096893, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:25:31,124 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:31,124 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,45019,1733117096893, seqNum=-1] 2024-12-02T05:25:31,124 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:31,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T05:25:31,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,45019,1733117096893', locateType=CURRENT is [region=hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3., hostname=f49461030c22,45019,1733117096893, seqNum=2] 2024-12-02T05:25:31,129 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:25:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:25:31,131 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,45019,1733117096893 suceeded 2024-12-02T05:25:31,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:25:31,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T05:25:31,132 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:40091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:25:31,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7130 sec 2024-12-02T05:25:31,141 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:40091' 2024-12-02T05:25:31,142 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d278b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,142 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40091,-1 for getting cluster id 2024-12-02T05:25:31,142 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:31,143 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411b0b81-c7b9-4b88-9f4e-7e421e2f77a1' 2024-12-02T05:25:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411b0b81-c7b9-4b88-9f4e-7e421e2f77a1" 2024-12-02T05:25:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4626a7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40091,-1] 2024-12-02T05:25:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:31,145 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:31,146 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c650fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,146 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:31,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40091,1733117106432 2024-12-02T05:25:31,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12b08f60 2024-12-02T05:25:31,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:31,147 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-02T05:25:31,148 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,45019,1733117096893 (queues=1) is replicating from cluster=9c7ec7a5-a793-4922-834d-12836c581c47 to cluster=411b0b81-c7b9-4b88-9f4e-7e421e2f77a1 2024-12-02T05:25:31,148 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C45019%2C1733117096893 2024-12-02T05:25:31,148 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,45019,1733117096893, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:25:31,149 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C45019%2C1733117096893 2024-12-02T05:25:31,149 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, startPosition=0, beingWritten=true 2024-12-02T05:25:31,153 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:31,153 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:31,153 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:31,363 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:31,563 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:25:31,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:31,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:31,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:31,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:31,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:31,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af46ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40091,-1 for getting cluster id 2024-12-02T05:25:31,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:31,565 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411b0b81-c7b9-4b88-9f4e-7e421e2f77a1' 2024-12-02T05:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411b0b81-c7b9-4b88-9f4e-7e421e2f77a1" 2024-12-02T05:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bc1f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40091,-1] 2024-12-02T05:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:31,566 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8317c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40091,1733117106432 2024-12-02T05:25:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403ce825 2024-12-02T05:25:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:31,568 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:31,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:39235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:25:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:25:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:31,570 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:39235' 2024-12-02T05:25:31,571 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d56ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,571 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:31,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:31,571 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3336e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:31,573 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:31,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487a7aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:31,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,39235,1733117118319 2024-12-02T05:25:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17466ee1 2024-12-02T05:25:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:31,574 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:31,575 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:25:31,575 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:25:31,575 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:31,575 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:31,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:31,575 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:31,576 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:25:31,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:25:31,577 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:31,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:25:31,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:25:31,627 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:25:31,667 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:31,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 637cb93b26969c3fce921794b8473d36, NAME => 'hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1 2024-12-02T05:25:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:25:32,071 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:32,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:32,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 637cb93b26969c3fce921794b8473d36, disabling compactions & flushes 2024-12-02T05:25:32,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:32,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:32,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. after waiting 0 ms 2024-12-02T05:25:32,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:32,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:32,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 637cb93b26969c3fce921794b8473d36: Waiting for close lock at 1733117132389Disabling compacts and flushes for region at 1733117132389Disabling writes for close at 1733117132390 (+1 ms)Writing region close event to WAL at 1733117132390Closed at 1733117132390 2024-12-02T05:25:32,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:25:32,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117132391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117132391"}]},"ts":"1733117132391"} 2024-12-02T05:25:32,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:25:32,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:25:32,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117132393"}]},"ts":"1733117132393"} 2024-12-02T05:25:32,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:25:32,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=637cb93b26969c3fce921794b8473d36, ASSIGN}] 2024-12-02T05:25:32,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=637cb93b26969c3fce921794b8473d36, ASSIGN 2024-12-02T05:25:32,396 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=637cb93b26969c3fce921794b8473d36, ASSIGN; state=OFFLINE, location=f49461030c22,41473,1733117107757; forceNewPlan=false, retain=false 2024-12-02T05:25:32,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=637cb93b26969c3fce921794b8473d36, regionState=OPENING, regionLocation=f49461030c22,41473,1733117107757 2024-12-02T05:25:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=637cb93b26969c3fce921794b8473d36, ASSIGN because future has completed 2024-12-02T05:25:32,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637cb93b26969c3fce921794b8473d36, server=f49461030c22,41473,1733117107757}] 2024-12-02T05:25:32,579 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:32,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:32,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:32,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:25:32,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C41473%2C1733117107757.rep, suffix=, logDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757, archiveDir=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/oldWALs, maxLogs=10 2024-12-02T05:25:32,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.rep.1733117132707, exclude list is [], retry=0 2024-12-02T05:25:32,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-c546dac4-bf6b-4662-ac1c-c67fa228ce2e,DISK] 2024-12-02T05:25:32,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.rep.1733117132707 2024-12-02T05:25:32,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44043:44043)] 2024-12-02T05:25:32,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 637cb93b26969c3fce921794b8473d36, NAME => 'hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:32,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:32,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:25:32,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. service=MultiRowMutationService 2024-12-02T05:25:32,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:25:32,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:32,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,729 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,730 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637cb93b26969c3fce921794b8473d36 columnFamilyName hfileref 2024-12-02T05:25:32,730 DEBUG [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:32,730 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] regionserver.HStore(327): Store=637cb93b26969c3fce921794b8473d36/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:32,730 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,731 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637cb93b26969c3fce921794b8473d36 columnFamilyName queue 2024-12-02T05:25:32,731 DEBUG [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:32,732 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] regionserver.HStore(327): Store=637cb93b26969c3fce921794b8473d36/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:32,732 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,732 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637cb93b26969c3fce921794b8473d36 columnFamilyName sid 2024-12-02T05:25:32,732 DEBUG [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:32,732 INFO [StoreOpener-637cb93b26969c3fce921794b8473d36-1 {}] regionserver.HStore(327): Store=637cb93b26969c3fce921794b8473d36/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:32,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:25:32,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:32,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 637cb93b26969c3fce921794b8473d36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59285450, jitterRate=-0.11657795310020447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:25:32,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:32,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 637cb93b26969c3fce921794b8473d36: Running coprocessor pre-open hook at 1733117132728Writing region info on filesystem at 1733117132728Initializing all the Stores at 1733117132729 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117132729Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117132729Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117132729Cleaning up temporary data from old regions at 1733117132734 (+5 ms)Running coprocessor post-open hooks at 1733117132737 (+3 ms)Region opened successfully at 1733117132737 2024-12-02T05:25:32,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36., pid=10, masterSystemTime=1733117132701 2024-12-02T05:25:32,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:32,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:32,740 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=637cb93b26969c3fce921794b8473d36, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,41473,1733117107757 2024-12-02T05:25:32,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637cb93b26969c3fce921794b8473d36, server=f49461030c22,41473,1733117107757 because future has completed 2024-12-02T05:25:32,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:25:32,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 637cb93b26969c3fce921794b8473d36, server=f49461030c22,41473,1733117107757 in 192 msec 2024-12-02T05:25:32,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:25:32,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=637cb93b26969c3fce921794b8473d36, ASSIGN in 349 msec 2024-12-02T05:25:32,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:25:32,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117132746"}]},"ts":"1733117132746"} 2024-12-02T05:25:32,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:25:32,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:25:32,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-12-02T05:25:32,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36., hostname=f49461030c22,41473,1733117107757, seqNum=2] 2024-12-02T05:25:33,182 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:33,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:33,263 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:33,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:25:33,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:25:33,640 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:25:33,664 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,41473,1733117107757, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:25:33,665 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:33,665 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41473,1733117107757, seqNum=-1] 2024-12-02T05:25:33,665 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:33,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T05:25:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,41473,1733117107757', locateType=CURRENT is [region=hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36., hostname=f49461030c22,41473,1733117107757, seqNum=2] 2024-12-02T05:25:33,670 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:25:33,672 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,41473,1733117107757 suceeded 2024-12-02T05:25:33,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:25:33,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T05:25:33,673 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:39235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:25:33,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1050 sec 2024-12-02T05:25:33,687 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:39235' 2024-12-02T05:25:33,688 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc005d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,688 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:33,688 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:33,689 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@455e0056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:33,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:33,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:33,690 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:33,691 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b92a14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,691 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:33,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,39235,1733117118319 2024-12-02T05:25:33,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49894593 2024-12-02T05:25:33,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:33,692 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-02T05:25:33,693 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,41473,1733117107757 (queues=1) is replicating from cluster=411b0b81-c7b9-4b88-9f4e-7e421e2f77a1 to cluster=f02d9b0b-2724-4b0a-a911-b273200e15ee 2024-12-02T05:25:33,693 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C41473%2C1733117107757 2024-12-02T05:25:33,693 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,41473,1733117107757, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:25:33,693 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C41473%2C1733117107757 2024-12-02T05:25:33,693 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, startPosition=0, beingWritten=true 2024-12-02T05:25:33,698 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:33,698 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:33,698 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:33,713 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:25:33,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:33,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:33,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:33,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:33,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:33,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186a9e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:33,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:33,715 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4a760e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:33,716 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:33,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7f961f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:33,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,39235,1733117118319 2024-12-02T05:25:33,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106c0fea 2024-12-02T05:25:33,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:33,718 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:33,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:46597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:25:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:25:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:33,720 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:46597' 2024-12-02T05:25:33,721 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20380e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,721 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46597,-1 for getting cluster id 2024-12-02T05:25:33,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:33,722 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c7ec7a5-a793-4922-834d-12836c581c47' 2024-12-02T05:25:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c7ec7a5-a793-4922-834d-12836c581c47" 2024-12-02T05:25:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b86afa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46597,-1] 2024-12-02T05:25:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:33,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:33,723 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:33,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5f9632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:33,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:33,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46597,1733117095693 2024-12-02T05:25:33,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58075d68 2024-12-02T05:25:33,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:33,725 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:33,725 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:25:33,726 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:25:33,726 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:33,726 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:33,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:33,726 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:25:33,727 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:25:33,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:25:33,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:33,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:25:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:25:33,777 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:33,885 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:33,901 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:34,135 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a702839eefa3fb62b4e0318cc5708307, NAME => 'hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d 2024-12-02T05:25:34,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:25:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a702839eefa3fb62b4e0318cc5708307, disabling compactions & flushes 2024-12-02T05:25:34,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. after waiting 0 ms 2024-12-02T05:25:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:34,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:34,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a702839eefa3fb62b4e0318cc5708307: Waiting for close lock at 1733117134139Disabling compacts and flushes for region at 1733117134139Disabling writes for close at 1733117134139Writing region close event to WAL at 1733117134139Closed at 1733117134139 2024-12-02T05:25:34,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:25:34,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117134140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117134140"}]},"ts":"1733117134140"} 2024-12-02T05:25:34,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:25:34,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:25:34,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117134143"}]},"ts":"1733117134143"} 2024-12-02T05:25:34,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:25:34,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a702839eefa3fb62b4e0318cc5708307, ASSIGN}] 2024-12-02T05:25:34,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a702839eefa3fb62b4e0318cc5708307, ASSIGN 2024-12-02T05:25:34,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a702839eefa3fb62b4e0318cc5708307, ASSIGN; state=OFFLINE, location=f49461030c22,42365,1733117118929; forceNewPlan=false, retain=false 2024-12-02T05:25:34,204 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:34,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a702839eefa3fb62b4e0318cc5708307, regionState=OPENING, regionLocation=f49461030c22,42365,1733117118929 2024-12-02T05:25:34,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a702839eefa3fb62b4e0318cc5708307, ASSIGN because future has completed 2024-12-02T05:25:34,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a702839eefa3fb62b4e0318cc5708307, server=f49461030c22,42365,1733117118929}] 2024-12-02T05:25:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:34,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:34,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:25:34,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:25:34,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42365%2C1733117118929.rep, suffix=, logDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929, archiveDir=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/oldWALs, maxLogs=10 2024-12-02T05:25:34,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.rep.1733117134455, exclude list is [], retry=0 2024-12-02T05:25:34,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46683,DS-c7fb0099-24b7-4901-8671-8ae29c0a38e5,DISK] 2024-12-02T05:25:34,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.rep.1733117134455 2024-12-02T05:25:34,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-02T05:25:34,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a702839eefa3fb62b4e0318cc5708307, NAME => 'hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:25:34,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:25:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:25:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. service=MultiRowMutationService 2024-12-02T05:25:34,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:25:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:25:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,476 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,477 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a702839eefa3fb62b4e0318cc5708307 columnFamilyName hfileref 2024-12-02T05:25:34,477 DEBUG [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:34,477 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] regionserver.HStore(327): Store=a702839eefa3fb62b4e0318cc5708307/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:34,477 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,478 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a702839eefa3fb62b4e0318cc5708307 columnFamilyName queue 2024-12-02T05:25:34,478 DEBUG [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:34,478 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] regionserver.HStore(327): Store=a702839eefa3fb62b4e0318cc5708307/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:34,478 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,479 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a702839eefa3fb62b4e0318cc5708307 columnFamilyName sid 2024-12-02T05:25:34,479 DEBUG [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:25:34,479 INFO [StoreOpener-a702839eefa3fb62b4e0318cc5708307-1 {}] regionserver.HStore(327): Store=a702839eefa3fb62b4e0318cc5708307/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:25:34,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:25:34,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:25:34,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a702839eefa3fb62b4e0318cc5708307; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69274777, jitterRate=0.03227461874485016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:25:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a702839eefa3fb62b4e0318cc5708307: Running coprocessor pre-open hook at 1733117134475Writing region info on filesystem at 1733117134475Initializing all the Stores at 1733117134476 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117134476Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117134476Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117134476Cleaning up temporary data from old regions at 1733117134481 (+5 ms)Running coprocessor post-open hooks at 1733117134483 (+2 ms)Region opened successfully at 1733117134483 2024-12-02T05:25:34,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307., pid=10, masterSystemTime=1733117134450 2024-12-02T05:25:34,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:34,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:34,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a702839eefa3fb62b4e0318cc5708307, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,42365,1733117118929 2024-12-02T05:25:34,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a702839eefa3fb62b4e0318cc5708307, server=f49461030c22,42365,1733117118929 because future has completed 2024-12-02T05:25:34,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:25:34,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a702839eefa3fb62b4e0318cc5708307, server=f49461030c22,42365,1733117118929 in 191 msec 2024-12-02T05:25:34,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:25:34,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a702839eefa3fb62b4e0318cc5708307, ASSIGN in 346 msec 2024-12-02T05:25:34,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:25:34,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117134493"}]},"ts":"1733117134493"} 2024-12-02T05:25:34,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:25:34,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:25:34,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-12-02T05:25:34,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307., hostname=f49461030c22,42365,1733117118929, seqNum=2] 2024-12-02T05:25:34,608 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:34,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:34,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:34,689 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:34,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:25:35,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:25:35,018 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:25:35,042 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,42365,1733117118929, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:25:35,042 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:35,042 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42365,1733117118929, seqNum=-1] 2024-12-02T05:25:35,042 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:35,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T05:25:35,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,42365,1733117118929', locateType=CURRENT is [region=hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307., hostname=f49461030c22,42365,1733117118929, seqNum=2] 2024-12-02T05:25:35,047 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:25:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:25:35,049 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,42365,1733117118929 suceeded 2024-12-02T05:25:35,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:25:35,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T05:25:35,050 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:46597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:25:35,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3320 sec 2024-12-02T05:25:35,059 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:46597' 2024-12-02T05:25:35,060 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2510093b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,060 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46597,-1 for getting cluster id 2024-12-02T05:25:35,061 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:35,061 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c7ec7a5-a793-4922-834d-12836c581c47' 2024-12-02T05:25:35,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:35,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c7ec7a5-a793-4922-834d-12836c581c47" 2024-12-02T05:25:35,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727f5672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46597,-1] 2024-12-02T05:25:35,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:35,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:35,062 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:35,063 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d673d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,063 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:35,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46597,1733117095693 2024-12-02T05:25:35,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79046b79 2024-12-02T05:25:35,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:35,064 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T05:25:35,065 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,42365,1733117118929 (queues=1) is replicating from cluster=f02d9b0b-2724-4b0a-a911-b273200e15ee to cluster=9c7ec7a5-a793-4922-834d-12836c581c47 2024-12-02T05:25:35,065 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C42365%2C1733117118929 2024-12-02T05:25:35,065 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,42365,1733117118929, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:25:35,065 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, startPosition=0, beingWritten=true 2024-12-02T05:25:35,065 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C42365%2C1733117118929 2024-12-02T05:25:35,069 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:35,069 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 379, reset compression=false 2024-12-02T05:25:35,069 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:35,111 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:35,281 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 379, reset compression=false 2024-12-02T05:25:35,584 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 379, reset compression=false 2024-12-02T05:25:35,592 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:35,715 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:25:35,864 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:25:35,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:35,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:35,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:35,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:35,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:35,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a914135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46597,-1 for getting cluster id 2024-12-02T05:25:35,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:35,865 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c7ec7a5-a793-4922-834d-12836c581c47' 2024-12-02T05:25:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c7ec7a5-a793-4922-834d-12836c581c47" 2024-12-02T05:25:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3fbeb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46597,-1] 2024-12-02T05:25:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:35,867 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a456c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dc5577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40091,-1 for getting cluster id 2024-12-02T05:25:35,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:35,868 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411b0b81-c7b9-4b88-9f4e-7e421e2f77a1' 2024-12-02T05:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411b0b81-c7b9-4b88-9f4e-7e421e2f77a1" 2024-12-02T05:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d842d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40091,-1] 2024-12-02T05:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:35,869 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4938f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685090a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:35,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:35,870 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793ad8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:35,871 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535a8b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:35,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,45019,1733117096893, seqNum=-1] 2024-12-02T05:25:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:35,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117124986.4cd72540d3629184eda0961ded85aca5., hostname=f49461030c22,45019,1733117096893, seqNum=2] 2024-12-02T05:25:35,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42365,1733117118929, seqNum=-1] 2024-12-02T05:25:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:35,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:35,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44., hostname=f49461030c22,42365,1733117118929, seqNum=2] 2024-12-02T05:25:35,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T05:25:35,988 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 379, reset compression=false 2024-12-02T05:25:36,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:25:36,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:25:36,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:36,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:25:36,418 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:36,492 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 379, reset compression=false 2024-12-02T05:25:36,596 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 379, reset compression=false 2024-12-02T05:25:36,600 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:36,600 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 480, reset compression=false 2024-12-02T05:25:36,600 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd72540d3629184eda0961ded85aca5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T05:25:36,602 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:25:36,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-02T05:25:36,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:36,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eafcfbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:36,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40091,-1 for getting cluster id 2024-12-02T05:25:36,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:36,605 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411b0b81-c7b9-4b88-9f4e-7e421e2f77a1' 2024-12-02T05:25:36,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:36,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411b0b81-c7b9-4b88-9f4e-7e421e2f77a1" 2024-12-02T05:25:36,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1486c7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:36,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40091,-1] 2024-12-02T05:25:36,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:36,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:36,606 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:36,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e12dea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:36,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:36,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41473,1733117107757, seqNum=-1] 2024-12-02T05:25:36,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:36,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T05:25:36,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117126126.40d9d0efe32e9575d394237a45e2439c., hostname=f49461030c22,41473,1733117107757, seqNum=2] 2024-12-02T05:25:36,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:36,804 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 480, reset compression=false 2024-12-02T05:25:36,885 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T05:25:37,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:37,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:37,033 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 98320 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:37,095 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 379, reset compression=false 2024-12-02T05:25:37,107 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 480, reset compression=false 2024-12-02T05:25:37,222 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 379, reset compression=false 2024-12-02T05:25:37,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:37,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 504, reset compression=false 2024-12-02T05:25:37,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[{test/40d9d0efe32e9575d394237a45e2439c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T05:25:37,229 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:25:37,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-02T05:25:37,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:37,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400e3fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:37,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:37,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:37,232 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4239ecce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:37,233 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:37,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11610c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:37,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:37,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42365,1733117118929, seqNum=-1] 2024-12-02T05:25:37,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:37,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T05:25:37,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44., hostname=f49461030c22,42365,1733117118929, seqNum=2] 2024-12-02T05:25:37,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:37,431 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 504, reset compression=false 2024-12-02T05:25:37,510 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 480, reset compression=false 2024-12-02T05:25:37,734 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 504, reset compression=false 2024-12-02T05:25:37,799 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 379, reset compression=false 2024-12-02T05:25:37,802 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:37,802 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 527, reset compression=false 2024-12-02T05:25:37,802 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:37,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T05:25:37,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41473,1733117107757, seqNum=-1] 2024-12-02T05:25:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:37,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:25:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733117126126.40d9d0efe32e9575d394237a45e2439c., hostname=f49461030c22,41473,1733117107757, seqNum=2] 2024-12-02T05:25:37,893 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T05:25:38,005 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 527, reset compression=false 2024-12-02T05:25:38,013 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 480, reset compression=false 2024-12-02T05:25:38,137 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 504, reset compression=false 2024-12-02T05:25:38,141 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:38,141 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 608, reset compression=false 2024-12-02T05:25:38,141 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[{test/40d9d0efe32e9575d394237a45e2439c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T05:25:38,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:38,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:38,309 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 527, reset compression=false 2024-12-02T05:25:38,313 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:38,313 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 654, reset compression=false 2024-12-02T05:25:38,313 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5f7e8c601a41a14cd4cc60761dbae44/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T05:25:38,315 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:25:38,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T05:25:38,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:38,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185e198e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:38,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46597,-1 for getting cluster id 2024-12-02T05:25:38,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:38,317 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c7ec7a5-a793-4922-834d-12836c581c47' 2024-12-02T05:25:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c7ec7a5-a793-4922-834d-12836c581c47" 2024-12-02T05:25:38,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bf2c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:38,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46597,-1] 2024-12-02T05:25:38,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:38,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:38,318 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:38,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108b1f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:38,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:25:38,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,45019,1733117096893, seqNum=-1] 2024-12-02T05:25:38,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:25:38,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T05:25:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733117124986.4cd72540d3629184eda0961ded85aca5., hostname=f49461030c22,45019,1733117096893, seqNum=2] 2024-12-02T05:25:38,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:38,345 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 608, reset compression=false 2024-12-02T05:25:38,516 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 654, reset compression=false 2024-12-02T05:25:38,616 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 480, reset compression=false 2024-12-02T05:25:38,649 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 608, reset compression=false 2024-12-02T05:25:38,815 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:38,815 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 631, reset compression=false 2024-12-02T05:25:38,815 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:38,820 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 654, reset compression=false 2024-12-02T05:25:38,895 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T05:25:38,898 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T05:25:39,018 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 631, reset compression=false 2024-12-02T05:25:39,052 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 608, reset compression=false 2024-12-02T05:25:39,222 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 654, reset compression=false 2024-12-02T05:25:39,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:39,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 758, reset compression=false 2024-12-02T05:25:39,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5f7e8c601a41a14cd4cc60761dbae44/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T05:25:39,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:39,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:39,322 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 631, reset compression=false 2024-12-02T05:25:39,326 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:39,326 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 759, reset compression=false 2024-12-02T05:25:39,326 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd72540d3629184eda0961ded85aca5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T05:25:39,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:39,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:39,431 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 758, reset compression=false 2024-12-02T05:25:39,530 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 759, reset compression=false 2024-12-02T05:25:39,555 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 608, reset compression=false 2024-12-02T05:25:39,559 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:39,559 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 760, reset compression=false 2024-12-02T05:25:39,559 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:39,734 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 758, reset compression=false 2024-12-02T05:25:39,762 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 760, reset compression=false 2024-12-02T05:25:39,833 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 759, reset compression=false 2024-12-02T05:25:39,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T05:25:39,902 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T05:25:40,065 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 760, reset compression=false 2024-12-02T05:25:40,137 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 758, reset compression=false 2024-12-02T05:25:40,235 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 759, reset compression=false 2024-12-02T05:25:40,239 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:40,239 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 915, reset compression=false 2024-12-02T05:25:40,239 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd72540d3629184eda0961ded85aca5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T05:25:40,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:40,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:40,442 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 915, reset compression=false 2024-12-02T05:25:40,468 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 760, reset compression=false 2024-12-02T05:25:40,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:40,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 908, reset compression=false 2024-12-02T05:25:40,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[{test/40d9d0efe32e9575d394237a45e2439c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T05:25:40,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:40,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:40,640 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 758, reset compression=false 2024-12-02T05:25:40,644 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:40,644 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 929, reset compression=false 2024-12-02T05:25:40,644 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:40,675 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 908, reset compression=false 2024-12-02T05:25:40,747 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 915, reset compression=false 2024-12-02T05:25:40,857 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 929, reset compression=false 2024-12-02T05:25:40,904 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T05:25:40,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T05:25:40,978 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 908, reset compression=false 2024-12-02T05:25:40,989 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:40,989 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1067, reset compression=false 2024-12-02T05:25:40,989 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[{test/40d9d0efe32e9575d394237a45e2439c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T05:25:40,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:40,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:41,150 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 915, reset compression=false 2024-12-02T05:25:41,161 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 929, reset compression=false 2024-12-02T05:25:41,164 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:41,164 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1078, reset compression=false 2024-12-02T05:25:41,164 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5f7e8c601a41a14cd4cc60761dbae44/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T05:25:41,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:41,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:41,203 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1067, reset compression=false 2024-12-02T05:25:41,353 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T05:25:41,353 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T05:25:41,367 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1078, reset compression=false 2024-12-02T05:25:41,506 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1067, reset compression=false 2024-12-02T05:25:41,653 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 915, reset compression=false 2024-12-02T05:25:41,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:41,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1088, reset compression=false 2024-12-02T05:25:41,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:41,670 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1078, reset compression=false 2024-12-02T05:25:41,860 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1088, reset compression=false 2024-12-02T05:25:41,909 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1067, reset compression=false 2024-12-02T05:25:41,909 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T05:25:41,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T05:25:42,077 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1078, reset compression=false 2024-12-02T05:25:42,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:42,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1237, reset compression=false 2024-12-02T05:25:42,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5f7e8c601a41a14cd4cc60761dbae44/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T05:25:42,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:42,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:42,163 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1088, reset compression=false 2024-12-02T05:25:42,168 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:42,168 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1238, reset compression=false 2024-12-02T05:25:42,168 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd72540d3629184eda0961ded85aca5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T05:25:42,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:42,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:42,284 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1237, reset compression=false 2024-12-02T05:25:42,372 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1238, reset compression=false 2024-12-02T05:25:42,412 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1067, reset compression=false 2024-12-02T05:25:42,416 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:42,416 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1241, reset compression=false 2024-12-02T05:25:42,416 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:42,588 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1237, reset compression=false 2024-12-02T05:25:42,619 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1241, reset compression=false 2024-12-02T05:25:42,675 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1238, reset compression=false 2024-12-02T05:25:42,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T05:25:42,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221aad2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:42,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:42,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:42,920 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3336e42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:42,922 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:42,922 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1241, reset compression=false 2024-12-02T05:25:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3744c6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:42,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,39235,1733117118319 2024-12-02T05:25:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1575b7e2 2024-12-02T05:25:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:42,926 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:42,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-02T05:25:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-02T05:25:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:25:42,991 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1237, reset compression=false 2024-12-02T05:25:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:25:43,079 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1238, reset compression=false 2024-12-02T05:25:43,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:25:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:25:43,325 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1241, reset compression=false 2024-12-02T05:25:43,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T05:25:43,366 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-02T05:25:43,367 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-02T05:25:43,367 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,42365,1733117118929 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-02T05:25:43,367 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f49461030c22:0-0. 2024-12-02T05:25:43,367 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:43,367 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:43,367 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:43,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:43,467 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T05:25:43,467 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:25:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:25:43,567 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 terminated 2024-12-02T05:25:43,581 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1238, reset compression=false 2024-12-02T05:25:43,582 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,42365,1733117118929, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:25:43,582 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-02T05:25:43,582 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T05:25:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T05:25:43,585 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f49461030c22,42365,1733117118929 suceeded 2024-12-02T05:25:43,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T05:25:43,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-12-02T05:25:43,586 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-02T05:25:43,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 659 msec 2024-12-02T05:25:43,595 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:46597' 2024-12-02T05:25:43,596 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44409b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:43,596 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,46597,-1 for getting cluster id 2024-12-02T05:25:43,596 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:43,596 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c7ec7a5-a793-4922-834d-12836c581c47' 2024-12-02T05:25:43,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:43,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c7ec7a5-a793-4922-834d-12836c581c47" 2024-12-02T05:25:43,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8489795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:43,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,46597,-1] 2024-12-02T05:25:43,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:43,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:43,598 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:43,598 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14a4fde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:43,598 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,46597,1733117095693 2024-12-02T05:25:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab90eb8 2024-12-02T05:25:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:43,600 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T05:25:43,600 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,42365,1733117118929 (queues=1) is replicating from cluster=f02d9b0b-2724-4b0a-a911-b273200e15ee to cluster=9c7ec7a5-a793-4922-834d-12836c581c47 2024-12-02T05:25:43,600 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C42365%2C1733117118929 2024-12-02T05:25:43,600 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,42365,1733117118929, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:25:43,601 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C42365%2C1733117118929 2024-12-02T05:25:43,829 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1241, reset compression=false 2024-12-02T05:25:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:25:44,063 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:25:44,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:44,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:44,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:44,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:44,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:44,163 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-02T05:25:44,184 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1238, reset compression=false 2024-12-02T05:25:44,189 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:44,189 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1342, reset compression=false 2024-12-02T05:25:44,189 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cd72540d3629184eda0961ded85aca5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T05:25:44,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:44,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:44,393 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1342, reset compression=false 2024-12-02T05:25:44,432 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1241, reset compression=false 2024-12-02T05:25:44,436 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:44,436 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1369, reset compression=false 2024-12-02T05:25:44,436 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[{test/40d9d0efe32e9575d394237a45e2439c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T05:25:44,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:44,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:44,638 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1369, reset compression=false 2024-12-02T05:25:44,696 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1342, reset compression=false 2024-12-02T05:25:44,941 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1369, reset compression=false 2024-12-02T05:25:45,099 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1342, reset compression=false 2024-12-02T05:25:45,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-02T05:25:45,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8c3834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:45,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,39235,-1 for getting cluster id 2024-12-02T05:25:45,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:25:45,168 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f02d9b0b-2724-4b0a-a911-b273200e15ee' 2024-12-02T05:25:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:25:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f02d9b0b-2724-4b0a-a911-b273200e15ee" 2024-12-02T05:25:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60de3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,39235,-1] 2024-12-02T05:25:45,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:25:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:45,169 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:25:45,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e6b742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:25:45,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,39235,1733117118319 2024-12-02T05:25:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e87af9c 2024-12-02T05:25:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:25:45,173 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:25:45,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-02T05:25:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-02T05:25:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T05:25:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T05:25:45,344 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1369, reset compression=false 2024-12-02T05:25:45,348 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:45,348 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:45,348 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[{test/40d9d0efe32e9575d394237a45e2439c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T05:25:45,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:45,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:45,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:25:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T05:25:45,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-02T05:25:45,542 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-02T05:25:45,542 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T05:25:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T05:25:45,544 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f49461030c22,42365,1733117118929 suceeded 2024-12-02T05:25:45,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T05:25:45,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-12-02T05:25:45,546 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-02T05:25:45,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 372 msec 2024-12-02T05:25:45,551 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:45,602 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1342, reset compression=false 2024-12-02T05:25:45,602 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, startPosition=1237, beingWritten=true 2024-12-02T05:25:45,607 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:25:45,607 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1515, reset compression=false 2024-12-02T05:25:45,607 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5f7e8c601a41a14cd4cc60761dbae44/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T05:25:45,609 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:25:45,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T05:25:45,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:25:45,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:25:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T05:25:45,803 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:25:45,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:45,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:45,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:45,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:45,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:45,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-02T05:25:45,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:25:45,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:45,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:45,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:45,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:45,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:45,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:25:45,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1999601799, stopped=false 2024-12-02T05:25:45,805 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,39235,1733117118319 2024-12-02T05:25:45,813 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1515, reset compression=false 2024-12-02T05:25:45,854 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:46,116 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1515, reset compression=false 2024-12-02T05:25:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475695462/running 2024-12-02T05:25:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475695462/running 2024-12-02T05:25:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:46,136 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:25:46,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:46,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:46,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:46,137 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,42365,1733117118929' ***** 2024-12-02T05:25:46,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on znode that does not yet exist, /2-1475695462/running 2024-12-02T05:25:46,137 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:25:46,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Set watcher on znode that does not yet exist, /2-1475695462/running 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:25:46,138 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(3091): Received CLOSE for a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(3091): Received CLOSE for a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(959): stopping server f49461030c22,42365,1733117118929 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42365. 2024-12-02T05:25:46,138 DEBUG [RS:0;f49461030c22:42365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:46,138 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a702839eefa3fb62b4e0318cc5708307, disabling compactions & flushes 2024-12-02T05:25:46,138 DEBUG [RS:0;f49461030c22:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:46,138 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:46,138 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:46,138 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. after waiting 0 ms 2024-12-02T05:25:46,138 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:25:46,138 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a702839eefa3fb62b4e0318cc5708307 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-02T05:25:46,138 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:25:46,138 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1325): Online Regions={a702839eefa3fb62b4e0318cc5708307=hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307., 1588230740=hbase:meta,,1.1588230740, a5f7e8c601a41a14cd4cc60761dbae44=test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44.} 2024-12-02T05:25:46,138 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:25:46,139 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f7e8c601a41a14cd4cc60761dbae44, a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:46,139 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:25:46,139 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:25:46,139 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:25:46,139 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:25:46,139 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:25:46,152 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307/.tmp/queue/138c8c2186cf44d4a5a51937e86ae624 is 154, key is 1-f49461030c22,42365,1733117118929/queue:f49461030c22%2C42365%2C1733117118929/1733117145613/Put/seqid=0 2024-12-02T05:25:46,155 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/info/3c96bbecb0344b06815a27fd62306aba is 147, key is hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307./info:regioninfo/1733117134486/Put/seqid=0 2024-12-02T05:25:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741840_1016 (size=5353) 2024-12-02T05:25:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741841_1017 (size=7686) 2024-12-02T05:25:46,158 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/info/3c96bbecb0344b06815a27fd62306aba 2024-12-02T05:25:46,172 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/ns/923f60439c0242b8b141eb99821b2d0e is 43, key is default/ns:d/1733117124630/Put/seqid=0 2024-12-02T05:25:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741842_1018 (size=5153) 2024-12-02T05:25:46,206 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1342, reset compression=false 2024-12-02T05:25:46,209 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:46,209 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:46,209 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:46,224 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:25:46,257 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:46,339 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f7e8c601a41a14cd4cc60761dbae44, a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:46,412 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:46,519 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1515, reset compression=false 2024-12-02T05:25:46,539 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f7e8c601a41a14cd4cc60761dbae44, a702839eefa3fb62b4e0318cc5708307 2024-12-02T05:25:46,555 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307/.tmp/queue/138c8c2186cf44d4a5a51937e86ae624 2024-12-02T05:25:46,559 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307/.tmp/queue/138c8c2186cf44d4a5a51937e86ae624 as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307/queue/138c8c2186cf44d4a5a51937e86ae624 2024-12-02T05:25:46,562 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307/queue/138c8c2186cf44d4a5a51937e86ae624, entries=1, sequenceid=13, filesize=5.2 K 2024-12-02T05:25:46,563 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a702839eefa3fb62b4e0318cc5708307 in 425ms, sequenceid=13, compaction requested=false 2024-12-02T05:25:46,568 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/replication/a702839eefa3fb62b4e0318cc5708307/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:25:46,569 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a702839eefa3fb62b4e0318cc5708307: Waiting for close lock at 1733117146138Running coprocessor pre-close hooks at 1733117146138Disabling compacts and flushes for region at 1733117146138Disabling writes for close at 1733117146138Obtaining lock to block concurrent updates at 1733117146138Preparing flush snapshotting stores in a702839eefa3fb62b4e0318cc5708307 at 1733117146138Finished memstore snapshotting hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733117146139 (+1 ms)Flushing stores of hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. at 1733117146139Flushing a702839eefa3fb62b4e0318cc5708307/queue: creating writer at 1733117146139Flushing a702839eefa3fb62b4e0318cc5708307/queue: appending metadata at 1733117146151 (+12 ms)Flushing a702839eefa3fb62b4e0318cc5708307/queue: closing flushed file at 1733117146152 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b40e0aa: reopening flushed file at 1733117146558 (+406 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a702839eefa3fb62b4e0318cc5708307 in 425ms, sequenceid=13, compaction requested=false at 1733117146563 (+5 ms)Writing region close event to WAL at 1733117146566 (+3 ms)Running coprocessor post-close hooks at 1733117146569 (+3 ms)Closed at 1733117146569 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733117133726.a702839eefa3fb62b4e0318cc5708307. 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5f7e8c601a41a14cd4cc60761dbae44, disabling compactions & flushes 2024-12-02T05:25:46,569 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. after waiting 0 ms 2024-12-02T05:25:46,569 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:46,569 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5f7e8c601a41a14cd4cc60761dbae44 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T05:25:46,576 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/ns/923f60439c0242b8b141eb99821b2d0e 2024-12-02T05:25:46,584 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/f/5a8ab655c95e4410ad2a7b6b4b49804d is 37, key is row3/f:row3/1733117144064/Put/seqid=0 2024-12-02T05:25:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741843_1019 (size=5228) 2024-12-02T05:25:46,593 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/rep_barrier/e589784651d445d380387345f111b616 is 112, key is test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44./rep_barrier:seqnumDuringOpen/1733117129017/Put/seqid=0 2024-12-02T05:25:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741844_1020 (size=5518) 2024-12-02T05:25:46,624 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:25:46,624 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:25:46,715 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:46,739 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:46,760 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:46,939 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:46,988 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/f/5a8ab655c95e4410ad2a7b6b4b49804d 2024-12-02T05:25:46,992 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a8ab655c95e4410ad2a7b6b4b49804d 2024-12-02T05:25:46,996 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/rep_barrier/e589784651d445d380387345f111b616 2024-12-02T05:25:47,008 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/f1/d451a7ec5e9d4ab699a3c5eda60557ef is 30, key is row1/f1:/1733117140905/DeleteFamily/seqid=0 2024-12-02T05:25:47,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741845_1021 (size=5158) 2024-12-02T05:25:47,014 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/table/af312d203e9241ac8c69078740f95b72 is 53, key is hbase:replication/table:state/1733117134493/Put/seqid=0 2024-12-02T05:25:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741846_1022 (size=5308) 2024-12-02T05:25:47,021 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1515, reset compression=false 2024-12-02T05:25:47,025 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:47,026 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1762, reset compression=false 2024-12-02T05:25:47,026 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42365,1733117118929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:47,026 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,42365,1733117118929: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,42365,1733117118929, walGroup=f49461030c22%2C42365%2C1733117118929, offset=f49461030c22%2C42365%2C1733117118929.1733117123737:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:25:47,027 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:25:47,027 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:25:47,028 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:25:47,028 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:25:47,028 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:25:47,028 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 846593576 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 199919208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:25:47,028 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:39235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:39235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:25:47,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:25:47,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:47,104 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108391 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:25:47,119 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:47,139 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:25:47,139 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a5f7e8c601a41a14cd4cc60761dbae44=test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44.} 2024-12-02T05:25:47,139 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:47,229 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1762, reset compression=false 2024-12-02T05:25:47,340 DEBUG [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f7e8c601a41a14cd4cc60761dbae44 2024-12-02T05:25:47,363 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:47,412 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/f1/d451a7ec5e9d4ab699a3c5eda60557ef 2024-12-02T05:25:47,416 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d451a7ec5e9d4ab699a3c5eda60557ef 2024-12-02T05:25:47,417 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/table/af312d203e9241ac8c69078740f95b72 2024-12-02T05:25:47,420 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/info/3c96bbecb0344b06815a27fd62306aba as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/info/3c96bbecb0344b06815a27fd62306aba 2024-12-02T05:25:47,423 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/info/3c96bbecb0344b06815a27fd62306aba, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:25:47,424 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/ns/923f60439c0242b8b141eb99821b2d0e as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/ns/923f60439c0242b8b141eb99821b2d0e 2024-12-02T05:25:47,427 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/ns/923f60439c0242b8b141eb99821b2d0e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:25:47,427 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/rep_barrier/e589784651d445d380387345f111b616 as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/rep_barrier/e589784651d445d380387345f111b616 2024-12-02T05:25:47,429 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/norep/902279282dbb48bbbe9ab70705f7f2f9 is 33, key is row2/norep:/1733117141910/DeleteFamily/seqid=0 2024-12-02T05:25:47,431 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/rep_barrier/e589784651d445d380387345f111b616, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:25:47,432 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/.tmp/table/af312d203e9241ac8c69078740f95b72 as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/table/af312d203e9241ac8c69078740f95b72 2024-12-02T05:25:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741847_1023 (size=5108) 2024-12-02T05:25:47,433 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/norep/902279282dbb48bbbe9ab70705f7f2f9 2024-12-02T05:25:47,435 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/table/af312d203e9241ac8c69078740f95b72, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:25:47,436 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-12-02T05:25:47,438 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 902279282dbb48bbbe9ab70705f7f2f9 2024-12-02T05:25:47,438 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/f/5a8ab655c95e4410ad2a7b6b4b49804d as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/f/5a8ab655c95e4410ad2a7b6b4b49804d 2024-12-02T05:25:47,440 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:25:47,441 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:47,441 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:25:47,441 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:47,441 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117146138Running coprocessor pre-close hooks at 1733117146138Disabling compacts and flushes for region at 1733117146138Disabling writes for close at 1733117146139 (+1 ms)Obtaining lock to block concurrent updates at 1733117146139Preparing flush snapshotting stores in 1588230740 at 1733117146139Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117146139Flushing stores of hbase:meta,,1.1588230740 at 1733117146139Flushing 1588230740/info: creating writer at 1733117146139Flushing 1588230740/info: appending metadata at 1733117146155 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733117146155Flushing 1588230740/ns: creating writer at 1733117146161 (+6 ms)Flushing 1588230740/ns: appending metadata at 1733117146172 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733117146172Flushing 1588230740/rep_barrier: creating writer at 1733117146579 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117146592 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117146592Flushing 1588230740/table: creating writer at 1733117147000 (+408 ms)Flushing 1588230740/table: appending metadata at 1733117147013 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733117147013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b72a47: reopening flushed file at 1733117147420 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfea624: reopening flushed file at 1733117147423 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38686a74: reopening flushed file at 1733117147427 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629acab9: reopening flushed file at 1733117147431 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1733117147436 (+5 ms)Writing region close event to WAL at 1733117147437 (+1 ms)Running coprocessor post-close hooks at 1733117147441 (+4 ms)Closed at 1733117147441 2024-12-02T05:25:47,441 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:47,442 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a8ab655c95e4410ad2a7b6b4b49804d 2024-12-02T05:25:47,442 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/f/5a8ab655c95e4410ad2a7b6b4b49804d, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T05:25:47,442 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/f1/d451a7ec5e9d4ab699a3c5eda60557ef as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/f1/d451a7ec5e9d4ab699a3c5eda60557ef 2024-12-02T05:25:47,445 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d451a7ec5e9d4ab699a3c5eda60557ef 2024-12-02T05:25:47,445 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/f1/d451a7ec5e9d4ab699a3c5eda60557ef, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T05:25:47,446 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/.tmp/norep/902279282dbb48bbbe9ab70705f7f2f9 as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/norep/902279282dbb48bbbe9ab70705f7f2f9 2024-12-02T05:25:47,449 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 902279282dbb48bbbe9ab70705f7f2f9 2024-12-02T05:25:47,449 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/norep/902279282dbb48bbbe9ab70705f7f2f9, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T05:25:47,450 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a5f7e8c601a41a14cd4cc60761dbae44 in 881ms, sequenceid=12, compaction requested=false 2024-12-02T05:25:47,453 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/data/default/test/a5f7e8c601a41a14cd4cc60761dbae44/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T05:25:47,453 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:47,453 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:25:47,454 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:47,454 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5f7e8c601a41a14cd4cc60761dbae44: Waiting for close lock at 1733117146569Running coprocessor pre-close hooks at 1733117146569Disabling compacts and flushes for region at 1733117146569Disabling writes for close at 1733117146569Obtaining lock to block concurrent updates at 1733117146569Preparing flush snapshotting stores in a5f7e8c601a41a14cd4cc60761dbae44 at 1733117146569Finished memstore snapshotting test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733117146569Flushing stores of test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. at 1733117146570 (+1 ms)Flushing a5f7e8c601a41a14cd4cc60761dbae44/f: creating writer at 1733117146570Flushing a5f7e8c601a41a14cd4cc60761dbae44/f: appending metadata at 1733117146584 (+14 ms)Flushing a5f7e8c601a41a14cd4cc60761dbae44/f: closing flushed file at 1733117146584Flushing a5f7e8c601a41a14cd4cc60761dbae44/f1: creating writer at 1733117146992 (+408 ms)Flushing a5f7e8c601a41a14cd4cc60761dbae44/f1: appending metadata at 1733117147008 (+16 ms)Flushing a5f7e8c601a41a14cd4cc60761dbae44/f1: closing flushed file at 1733117147008Flushing a5f7e8c601a41a14cd4cc60761dbae44/norep: creating writer at 1733117147416 (+408 ms)Flushing a5f7e8c601a41a14cd4cc60761dbae44/norep: appending metadata at 1733117147429 (+13 ms)Flushing a5f7e8c601a41a14cd4cc60761dbae44/norep: closing flushed file at 1733117147429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257b59ca: reopening flushed file at 1733117147438 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b78e326: reopening flushed file at 1733117147442 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76cc30a5: reopening flushed file at 1733117147446 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a5f7e8c601a41a14cd4cc60761dbae44 in 881ms, sequenceid=12, compaction requested=false at 1733117147450 (+4 ms)Writing region close event to WAL at 1733117147451 (+1 ms)Running coprocessor post-close hooks at 1733117147453 (+2 ms)Closed at 1733117147454 (+1 ms) 2024-12-02T05:25:47,454 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117128275.a5f7e8c601a41a14cd4cc60761dbae44. 2024-12-02T05:25:47,532 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 1762, reset compression=false 2024-12-02T05:25:47,536 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:47,536 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/WALs/f49461030c22,42365,1733117118929/f49461030c22%2C42365%2C1733117118929.1733117123737 to pos 2406, reset compression=false 2024-12-02T05:25:47,540 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(976): stopping server f49461030c22,42365,1733117118929; all regions closed. 2024-12-02T05:25:47,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:25:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741839_1015 (size=3333) 2024-12-02T05:25:47,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741833_1009 (size=2414) 2024-12-02T05:25:47,545 DEBUG [RS:0;f49461030c22:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:47,545 INFO [RS:0;f49461030c22:42365 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:25:47,546 INFO [RS:0;f49461030c22:42365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:25:47,546 INFO [RS:0;f49461030c22:42365 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T05:25:47,546 INFO [RS:0;f49461030c22:42365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:25:47,546 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:25:47,546 INFO [RS:0;f49461030c22:42365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,42365,1733117118929 because: Region server is closing 2024-12-02T05:25:47,546 INFO [RS:0;f49461030c22:42365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42365. 2024-12-02T05:25:47,546 DEBUG [RS:0;f49461030c22:42365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:47,546 DEBUG [RS:0;f49461030c22:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:47,546 DEBUG [RS:0;f49461030c22:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:47,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:47,622 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:47,647 INFO [RS:0;f49461030c22:42365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.shipperf49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 terminated 2024-12-02T05:25:47,647 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42365,1733117118929.replicationSource.wal-reader.f49461030c22%2C42365%2C1733117118929,1-f49461030c22,42365,1733117118929 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:25:47,647 INFO [RS:0;f49461030c22:42365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42365. 2024-12-02T05:25:47,647 DEBUG [RS:0;f49461030c22:42365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:47,647 DEBUG [RS:0;f49461030c22:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:47,647 DEBUG [RS:0;f49461030c22:42365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:47,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:47,647 INFO [RS:0;f49461030c22:42365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42365 2024-12-02T05:25:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475695462/rs/f49461030c22,42365,1733117118929 2024-12-02T05:25:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462/rs 2024-12-02T05:25:47,862 INFO [RS:0;f49461030c22:42365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:25:47,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,42365,1733117118929] 2024-12-02T05:25:47,885 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475695462/draining/f49461030c22,42365,1733117118929 already deleted, retry=false 2024-12-02T05:25:47,885 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,42365,1733117118929 expired; onlineServers=0 2024-12-02T05:25:47,885 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,39235,1733117118319' ***** 2024-12-02T05:25:47,885 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:25:47,885 INFO [M:0;f49461030c22:39235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:25:47,885 INFO [M:0;f49461030c22:39235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:25:47,885 DEBUG [M:0;f49461030c22:39235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:25:47,885 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117123115 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117123115,5,FailOnTimeoutGroup] 2024-12-02T05:25:47,885 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117123115 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117123115,5,FailOnTimeoutGroup] 2024-12-02T05:25:47,885 DEBUG [M:0;f49461030c22:39235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:25:47,885 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:25:47,886 INFO [M:0;f49461030c22:39235 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:25:47,886 INFO [M:0;f49461030c22:39235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:25:47,886 DEBUG [M:0;f49461030c22:39235 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:25:47,886 INFO [M:0;f49461030c22:39235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:25:47,886 INFO [M:0;f49461030c22:39235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:25:47,886 INFO [M:0;f49461030c22:39235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:25:47,886 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:25:47,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:25:47,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:47,975 INFO [RS:0;f49461030c22:42365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:25:47,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42365-0x10194801b460007, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:47,975 INFO [RS:0;f49461030c22:42365 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,42365,1733117118929; zookeeper connection closed. 2024-12-02T05:25:47,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d49d250 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d49d250 2024-12-02T05:25:47,975 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:25:48,066 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:48,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475695462/master 2024-12-02T05:25:48,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475695462 2024-12-02T05:25:48,102 DEBUG [M:0;f49461030c22:39235 {}] zookeeper.ZKUtil(347): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Unable to get data of znode /2-1475695462/master because node does not exist (not an error) 2024-12-02T05:25:48,102 WARN [M:0;f49461030c22:39235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:25:48,102 INFO [M:0;f49461030c22:39235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/.lastflushedseqids 2024-12-02T05:25:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741848_1024 (size=245) 2024-12-02T05:25:48,226 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:48,507 INFO [M:0;f49461030c22:39235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:25:48,508 INFO [M:0;f49461030c22:39235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:25:48,508 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:25:48,508 INFO [M:0;f49461030c22:39235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:48,508 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:48,508 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:25:48,508 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:48,508 INFO [M:0;f49461030c22:39235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-02T05:25:48,524 DEBUG [M:0;f49461030c22:39235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54ce92080fa6429db6cbe0ca03965101 is 82, key is hbase:meta,,1/info:regioninfo/1733117124530/Put/seqid=0 2024-12-02T05:25:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741849_1025 (size=5672) 2024-12-02T05:25:48,869 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:48,928 INFO [M:0;f49461030c22:39235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54ce92080fa6429db6cbe0ca03965101 2024-12-02T05:25:48,929 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:48,946 DEBUG [M:0;f49461030c22:39235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68bcd177fa1241f8bfbdc0b9c4fa1e36 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733117134496/Put/seqid=0 2024-12-02T05:25:48,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741850_1026 (size=9212) 2024-12-02T05:25:49,350 INFO [M:0;f49461030c22:39235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68bcd177fa1241f8bfbdc0b9c4fa1e36 2024-12-02T05:25:49,368 DEBUG [M:0;f49461030c22:39235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fb81cbf341247f7b462c7e0d9397b92 is 69, key is f49461030c22,42365,1733117118929/rs:state/1733117123377/Put/seqid=0 2024-12-02T05:25:49,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741851_1027 (size=5156) 2024-12-02T05:25:49,732 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:49,771 INFO [M:0;f49461030c22:39235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fb81cbf341247f7b462c7e0d9397b92 2024-12-02T05:25:49,771 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:49,775 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54ce92080fa6429db6cbe0ca03965101 as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54ce92080fa6429db6cbe0ca03965101 2024-12-02T05:25:49,778 INFO [M:0;f49461030c22:39235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54ce92080fa6429db6cbe0ca03965101, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T05:25:49,779 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68bcd177fa1241f8bfbdc0b9c4fa1e36 as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68bcd177fa1241f8bfbdc0b9c4fa1e36 2024-12-02T05:25:49,782 INFO [M:0;f49461030c22:39235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68bcd177fa1241f8bfbdc0b9c4fa1e36, entries=15, sequenceid=127, filesize=9.0 K 2024-12-02T05:25:49,783 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fb81cbf341247f7b462c7e0d9397b92 as hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fb81cbf341247f7b462c7e0d9397b92 2024-12-02T05:25:49,786 INFO [M:0;f49461030c22:39235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45375/user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fb81cbf341247f7b462c7e0d9397b92, entries=1, sequenceid=127, filesize=5.0 K 2024-12-02T05:25:49,786 INFO [M:0;f49461030c22:39235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false 2024-12-02T05:25:49,788 INFO [M:0;f49461030c22:39235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:49,788 DEBUG [M:0;f49461030c22:39235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117148508Disabling compacts and flushes for region at 1733117148508Disabling writes for close at 1733117148508Obtaining lock to block concurrent updates at 1733117148508Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117148508Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733117148508Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117148509 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117148509Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117148524 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117148524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117148932 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117148946 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117148946Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117149353 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117149367 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117149367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be49c29: reopening flushed file at 1733117149775 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8b8d1f: reopening flushed file at 1733117149778 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d8b246: reopening flushed file at 1733117149782 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false at 1733117149786 (+4 ms)Writing region close event to WAL at 1733117149788 (+2 ms)Closed at 1733117149788 2024-12-02T05:25:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46683 is added to blk_1073741830_1006 (size=73866) 2024-12-02T05:25:49,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/269abd81-037d-3d08-3337-19ac33bf275d/MasterData/WALs/f49461030c22,39235,1733117118319/f49461030c22%2C39235%2C1733117118319.1733117121302 not finished, retry = 0 2024-12-02T05:25:49,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:25:49,890 INFO [M:0;f49461030c22:39235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:25:49,891 INFO [M:0;f49461030c22:39235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39235 2024-12-02T05:25:49,891 INFO [M:0;f49461030c22:39235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:25:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:50,280 INFO [M:0;f49461030c22:39235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:25:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39235-0x10194801b460006, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:50,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d7ba284{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:25:50,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a1b768a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:25:50,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:25:50,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76defa19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:25:50,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa64a5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.log.dir/,STOPPED} 2024-12-02T05:25:50,284 WARN [BP-801394228-172.17.0.2-1733117113415 heartbeating to localhost/127.0.0.1:45375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:25:50,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:25:50,284 WARN [BP-801394228-172.17.0.2-1733117113415 heartbeating to localhost/127.0.0.1:45375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-801394228-172.17.0.2-1733117113415 (Datanode Uuid 9f993eb8-32d8-499e-a5e0-32973766e515) service to localhost/127.0.0.1:45375 2024-12-02T05:25:50,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:25:50,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/cluster_2b95daf5-dd74-b5a5-223f-f132ef58a9f6/data/data1/current/BP-801394228-172.17.0.2-1733117113415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:25:50,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/cluster_2b95daf5-dd74-b5a5-223f-f132ef58a9f6/data/data2/current/BP-801394228-172.17.0.2-1733117113415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:25:50,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:25:50,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@237fdec3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:25:50,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d302034{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:25:50,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:25:50,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31055c93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:25:50,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b715aee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.log.dir/,STOPPED} 2024-12-02T05:25:50,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:25:50,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:25:50,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:50,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:50,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:50,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:50,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:50,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:25:50,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1751066480, stopped=false 2024-12-02T05:25:50,305 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,40091,1733117106432 2024-12-02T05:25:50,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828594470/running 2024-12-02T05:25:50,452 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828594470/running 2024-12-02T05:25:50,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:50,452 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:50,452 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:25:50,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:50,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:50,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:50,452 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,41473,1733117107757' ***** 2024-12-02T05:25:50,452 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:25:50,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on znode that does not yet exist, /11828594470/running 2024-12-02T05:25:50,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Set watcher on znode that does not yet exist, /11828594470/running 2024-12-02T05:25:50,452 INFO [RS:0;f49461030c22:41473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:25:50,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(3091): Received CLOSE for 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(3091): Received CLOSE for 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(959): stopping server f49461030c22,41473,1733117107757 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:41473. 2024-12-02T05:25:50,453 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 637cb93b26969c3fce921794b8473d36, disabling compactions & flushes 2024-12-02T05:25:50,453 DEBUG [RS:0;f49461030c22:41473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:50,453 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:50,453 DEBUG [RS:0;f49461030c22:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:50,453 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:50,453 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. after waiting 0 ms 2024-12-02T05:25:50,453 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:25:50,453 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:25:50,453 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 637cb93b26969c3fce921794b8473d36 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T05:25:50,454 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:25:50,454 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1325): Online Regions={637cb93b26969c3fce921794b8473d36=hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36., 1588230740=hbase:meta,,1.1588230740, 40d9d0efe32e9575d394237a45e2439c=test,,1733117126126.40d9d0efe32e9575d394237a45e2439c.} 2024-12-02T05:25:50,454 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c, 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:50,454 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:25:50,455 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:25:50,455 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:25:50,455 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:25:50,455 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:25:50,455 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:25:50,467 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36/.tmp/queue/b05d3ed59f8b452a97b6e8b315392c8b is 154, key is 1-f49461030c22,41473,1733117107757/queue:f49461030c22%2C41473%2C1733117107757/1733117145353/Put/seqid=0 2024-12-02T05:25:50,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741840_1016 (size=5353) 2024-12-02T05:25:50,471 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/info/36139edded9f4b719033d45f0991eb0f is 147, key is hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36./info:regioninfo/1733117132740/Put/seqid=0 2024-12-02T05:25:50,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741841_1017 (size=7686) 2024-12-02T05:25:50,492 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:25:50,635 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:50,655 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c, 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:50,774 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:50,855 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c, 637cb93b26969c3fce921794b8473d36 2024-12-02T05:25:50,870 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36/.tmp/queue/b05d3ed59f8b452a97b6e8b315392c8b 2024-12-02T05:25:50,874 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/info/36139edded9f4b719033d45f0991eb0f 2024-12-02T05:25:50,875 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36/.tmp/queue/b05d3ed59f8b452a97b6e8b315392c8b as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36/queue/b05d3ed59f8b452a97b6e8b315392c8b 2024-12-02T05:25:50,880 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36/queue/b05d3ed59f8b452a97b6e8b315392c8b, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T05:25:50,881 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 637cb93b26969c3fce921794b8473d36 in 428ms, sequenceid=14, compaction requested=false 2024-12-02T05:25:50,881 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:25:50,896 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/replication/637cb93b26969c3fce921794b8473d36/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T05:25:50,896 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:50,896 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:25:50,896 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:50,896 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 637cb93b26969c3fce921794b8473d36: Waiting for close lock at 1733117150453Running coprocessor pre-close hooks at 1733117150453Disabling compacts and flushes for region at 1733117150453Disabling writes for close at 1733117150453Obtaining lock to block concurrent updates at 1733117150453Preparing flush snapshotting stores in 637cb93b26969c3fce921794b8473d36 at 1733117150453Finished memstore snapshotting hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733117150454 (+1 ms)Flushing stores of hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. at 1733117150454Flushing 637cb93b26969c3fce921794b8473d36/queue: creating writer at 1733117150454Flushing 637cb93b26969c3fce921794b8473d36/queue: appending metadata at 1733117150466 (+12 ms)Flushing 637cb93b26969c3fce921794b8473d36/queue: closing flushed file at 1733117150466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d21a2a: reopening flushed file at 1733117150875 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 637cb93b26969c3fce921794b8473d36 in 428ms, sequenceid=14, compaction requested=false at 1733117150881 (+6 ms)Writing region close event to WAL at 1733117150889 (+8 ms)Running coprocessor post-close hooks at 1733117150896 (+7 ms)Closed at 1733117150896 2024-12-02T05:25:50,897 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733117131575.637cb93b26969c3fce921794b8473d36. 2024-12-02T05:25:50,897 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40d9d0efe32e9575d394237a45e2439c, disabling compactions & flushes 2024-12-02T05:25:50,897 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:50,897 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:50,897 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. after waiting 0 ms 2024-12-02T05:25:50,897 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:50,897 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40d9d0efe32e9575d394237a45e2439c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T05:25:50,906 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/ns/03dd4525c18949fdb6e8d998b003013c is 43, key is default/ns:d/1733117113012/Put/seqid=0 2024-12-02T05:25:50,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741842_1018 (size=5153) 2024-12-02T05:25:50,913 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/f/51d8d3763eb64831b3f9718c03a39cbd is 37, key is row3/f:row3/1733117144064/Put/seqid=0 2024-12-02T05:25:50,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741843_1019 (size=5228) 2024-12-02T05:25:51,055 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:51,060 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:25:51,060 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:25:51,255 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:51,310 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/ns/03dd4525c18949fdb6e8d998b003013c 2024-12-02T05:25:51,316 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/f/51d8d3763eb64831b3f9718c03a39cbd 2024-12-02T05:25:51,319 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51d8d3763eb64831b3f9718c03a39cbd 2024-12-02T05:25:51,327 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/rep_barrier/2eefbd0cbb7947e783ba161d11c3a1ba is 112, key is test,,1733117126126.40d9d0efe32e9575d394237a45e2439c./rep_barrier:seqnumDuringOpen/1733117127277/Put/seqid=0 2024-12-02T05:25:51,332 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/f1/3caf10cc84dc4967a7a0a643d963b2c0 is 30, key is row1/f1:/1733117140905/DeleteFamily/seqid=0 2024-12-02T05:25:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741844_1020 (size=5518) 2024-12-02T05:25:51,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741845_1021 (size=5158) 2024-12-02T05:25:51,455 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:25:51,455 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40d9d0efe32e9575d394237a45e2439c=test,,1733117126126.40d9d0efe32e9575d394237a45e2439c.} 2024-12-02T05:25:51,455 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:51,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:51,638 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:51,656 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:51,734 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/rep_barrier/2eefbd0cbb7947e783ba161d11c3a1ba 2024-12-02T05:25:51,737 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/f1/3caf10cc84dc4967a7a0a643d963b2c0 2024-12-02T05:25:51,740 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3caf10cc84dc4967a7a0a643d963b2c0 2024-12-02T05:25:51,750 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/table/684a675c003f471f8e244b853c4a94b5 is 53, key is hbase:replication/table:state/1733117132746/Put/seqid=0 2024-12-02T05:25:51,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741846_1022 (size=5308) 2024-12-02T05:25:51,767 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/norep/2d659985e09443b79b82c75814131c1c is 33, key is row1/norep:/1733117140905/DeleteFamily/seqid=0 2024-12-02T05:25:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741847_1023 (size=5108) 2024-12-02T05:25:51,856 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:51,877 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1473, reset compression=false 2024-12-02T05:25:51,881 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:51,881 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1720, reset compression=false 2024-12-02T05:25:51,881 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,41473,1733117107757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:51,882 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,41473,1733117107757: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,41473,1733117107757, walGroup=f49461030c22%2C41473%2C1733117107757, offset=f49461030c22%2C41473%2C1733117107757.1733117112185:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:41473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:25:51,883 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:25:51,883 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:25:51,883 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:25:51,883 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:25:51,883 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:25:51,884 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 715591768 }, "NonHeapMemoryUsage": { "committed": 203620352, "init": 7667712, "max": -1, "used": 200620752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:25:51,884 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:40091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:40091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:25:52,056 DEBUG [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d9d0efe32e9575d394237a45e2439c 2024-12-02T05:25:52,083 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1720, reset compression=false 2024-12-02T05:25:52,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:25:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:52,157 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/table/684a675c003f471f8e244b853c4a94b5 2024-12-02T05:25:52,161 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/info/36139edded9f4b719033d45f0991eb0f as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/info/36139edded9f4b719033d45f0991eb0f 2024-12-02T05:25:52,164 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/info/36139edded9f4b719033d45f0991eb0f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:25:52,165 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/ns/03dd4525c18949fdb6e8d998b003013c as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/ns/03dd4525c18949fdb6e8d998b003013c 2024-12-02T05:25:52,168 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/ns/03dd4525c18949fdb6e8d998b003013c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:25:52,169 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/rep_barrier/2eefbd0cbb7947e783ba161d11c3a1ba as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/rep_barrier/2eefbd0cbb7947e783ba161d11c3a1ba 2024-12-02T05:25:52,172 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/rep_barrier/2eefbd0cbb7947e783ba161d11c3a1ba, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:25:52,173 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/.tmp/table/684a675c003f471f8e244b853c4a94b5 as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/table/684a675c003f471f8e244b853c4a94b5 2024-12-02T05:25:52,174 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/norep/2d659985e09443b79b82c75814131c1c 2024-12-02T05:25:52,177 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/table/684a675c003f471f8e244b853c4a94b5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:25:52,177 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d659985e09443b79b82c75814131c1c 2024-12-02T05:25:52,177 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/f/51d8d3763eb64831b3f9718c03a39cbd as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/f/51d8d3763eb64831b3f9718c03a39cbd 2024-12-02T05:25:52,177 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-12-02T05:25:52,178 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:25:52,181 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51d8d3763eb64831b3f9718c03a39cbd 2024-12-02T05:25:52,181 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/f/51d8d3763eb64831b3f9718c03a39cbd, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T05:25:52,182 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/f1/3caf10cc84dc4967a7a0a643d963b2c0 as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/f1/3caf10cc84dc4967a7a0a643d963b2c0 2024-12-02T05:25:52,186 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3caf10cc84dc4967a7a0a643d963b2c0 2024-12-02T05:25:52,186 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/f1/3caf10cc84dc4967a7a0a643d963b2c0, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T05:25:52,187 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/.tmp/norep/2d659985e09443b79b82c75814131c1c as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/norep/2d659985e09443b79b82c75814131c1c 2024-12-02T05:25:52,191 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d659985e09443b79b82c75814131c1c 2024-12-02T05:25:52,191 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/norep/2d659985e09443b79b82c75814131c1c, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T05:25:52,192 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 40d9d0efe32e9575d394237a45e2439c in 1295ms, sequenceid=12, compaction requested=false 2024-12-02T05:25:52,192 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:25:52,192 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:25:52,193 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:52,193 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:25:52,193 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:52,193 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117150454Running coprocessor pre-close hooks at 1733117150454Disabling compacts and flushes for region at 1733117150454Disabling writes for close at 1733117150455 (+1 ms)Obtaining lock to block concurrent updates at 1733117150455Preparing flush snapshotting stores in 1588230740 at 1733117150455Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117150455Flushing stores of hbase:meta,,1.1588230740 at 1733117150455Flushing 1588230740/info: creating writer at 1733117150456 (+1 ms)Flushing 1588230740/info: appending metadata at 1733117150470 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733117150471 (+1 ms)Flushing 1588230740/ns: creating writer at 1733117150880 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733117150905 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733117150906 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733117151314 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117151326 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117151326Flushing 1588230740/table: creating writer at 1733117151738 (+412 ms)Flushing 1588230740/table: appending metadata at 1733117151750 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733117151750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345faa3d: reopening flushed file at 1733117152160 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b78cf5e: reopening flushed file at 1733117152164 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb8da00: reopening flushed file at 1733117152168 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656f0dc5: reopening flushed file at 1733117152173 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1733117152177 (+4 ms)Writing region close event to WAL at 1733117152188 (+11 ms)Running coprocessor post-close hooks at 1733117152192 (+4 ms)Closed at 1733117152193 (+1 ms) 2024-12-02T05:25:52,193 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:52,195 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/data/default/test/40d9d0efe32e9575d394237a45e2439c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T05:25:52,196 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:52,196 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:25:52,196 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:52,196 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40d9d0efe32e9575d394237a45e2439c: Waiting for close lock at 1733117150897Running coprocessor pre-close hooks at 1733117150897Disabling compacts and flushes for region at 1733117150897Disabling writes for close at 1733117150897Obtaining lock to block concurrent updates at 1733117150897Preparing flush snapshotting stores in 40d9d0efe32e9575d394237a45e2439c at 1733117150897Finished memstore snapshotting test,,1733117126126.40d9d0efe32e9575d394237a45e2439c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733117150897Flushing stores of test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. at 1733117150898 (+1 ms)Flushing 40d9d0efe32e9575d394237a45e2439c/f: creating writer at 1733117150898Flushing 40d9d0efe32e9575d394237a45e2439c/f: appending metadata at 1733117150912 (+14 ms)Flushing 40d9d0efe32e9575d394237a45e2439c/f: closing flushed file at 1733117150912Flushing 40d9d0efe32e9575d394237a45e2439c/f1: creating writer at 1733117151319 (+407 ms)Flushing 40d9d0efe32e9575d394237a45e2439c/f1: appending metadata at 1733117151331 (+12 ms)Flushing 40d9d0efe32e9575d394237a45e2439c/f1: closing flushed file at 1733117151331Flushing 40d9d0efe32e9575d394237a45e2439c/norep: creating writer at 1733117151740 (+409 ms)Flushing 40d9d0efe32e9575d394237a45e2439c/norep: appending metadata at 1733117151766 (+26 ms)Flushing 40d9d0efe32e9575d394237a45e2439c/norep: closing flushed file at 1733117151766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e99967: reopening flushed file at 1733117152177 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38678a85: reopening flushed file at 1733117152182 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3dee20: reopening flushed file at 1733117152186 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 40d9d0efe32e9575d394237a45e2439c in 1295ms, sequenceid=12, compaction requested=false at 1733117152192 (+6 ms)Writing region close event to WAL at 1733117152193 (+1 ms)Running coprocessor post-close hooks at 1733117152196 (+3 ms)Closed at 1733117152196 2024-12-02T05:25:52,196 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117126126.40d9d0efe32e9575d394237a45e2439c. 2024-12-02T05:25:52,256 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(976): stopping server f49461030c22,41473,1733117107757; all regions closed. 2024-12-02T05:25:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:25:52,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.meta.1733117112898.meta not finished, retry = 0 2024-12-02T05:25:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741839_1015 (size=3552) 2024-12-02T05:25:52,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.rep.1733117132707 not finished, retry = 0 2024-12-02T05:25:52,387 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 1720, reset compression=false 2024-12-02T05:25:52,392 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:52,392 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.wal-reader.f49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 to pos 2364, reset compression=false 2024-12-02T05:25:52,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741833_1009 (size=2372) 2024-12-02T05:25:52,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/WALs/f49461030c22,41473,1733117107757/f49461030c22%2C41473%2C1733117107757.1733117112185 not finished, retry = 0 2024-12-02T05:25:52,564 DEBUG [RS:0;f49461030c22:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:52,564 INFO [RS:0;f49461030c22:41473 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:25:52,564 INFO [RS:0;f49461030c22:41473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:25:52,565 INFO [RS:0;f49461030c22:41473 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T05:25:52,565 INFO [RS:0;f49461030c22:41473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:25:52,565 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:25:52,565 INFO [RS:0;f49461030c22:41473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,41473,1733117107757 because: Region server is closing 2024-12-02T05:25:52,565 INFO [RS:0;f49461030c22:41473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:41473. 2024-12-02T05:25:52,565 DEBUG [RS:0;f49461030c22:41473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:52,566 DEBUG [RS:0;f49461030c22:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:52,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:52,566 DEBUG [RS:0;f49461030c22:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:52,666 INFO [RS:0;f49461030c22:41473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,41473,1733117107757.replicationSource.shipperf49461030c22%2C41473%2C1733117107757,1-f49461030c22,41473,1733117107757 terminated 2024-12-02T05:25:52,666 INFO [RS:0;f49461030c22:41473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:41473. 2024-12-02T05:25:52,666 DEBUG [RS:0;f49461030c22:41473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:52,666 DEBUG [RS:0;f49461030c22:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:52,666 DEBUG [RS:0;f49461030c22:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:52,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:52,666 INFO [RS:0;f49461030c22:41473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41473 2024-12-02T05:25:52,741 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:52,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470/rs 2024-12-02T05:25:52,958 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828594470/rs/f49461030c22,41473,1733117107757 2024-12-02T05:25:52,958 INFO [RS:0;f49461030c22:41473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:25:52,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,41473,1733117107757] 2024-12-02T05:25:53,069 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:53,069 INFO [RS:0;f49461030c22:41473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:25:53,069 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41473-0x10194801b460004, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:53,069 INFO [RS:0;f49461030c22:41473 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,41473,1733117107757; zookeeper connection closed. 2024-12-02T05:25:53,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dda49cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dda49cd 2024-12-02T05:25:53,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:25:53,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11828594470/draining/f49461030c22,41473,1733117107757 already deleted, retry=false 2024-12-02T05:25:53,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,41473,1733117107757 expired; onlineServers=0 2024-12-02T05:25:53,139 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,40091,1733117106432' ***** 2024-12-02T05:25:53,139 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:25:53,139 INFO [M:0;f49461030c22:40091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:25:53,139 INFO [M:0;f49461030c22:40091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:25:53,139 DEBUG [M:0;f49461030c22:40091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:25:53,139 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:25:53,139 DEBUG [M:0;f49461030c22:40091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:25:53,139 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117111627 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117111627,5,FailOnTimeoutGroup] 2024-12-02T05:25:53,139 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117111627 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117111627,5,FailOnTimeoutGroup] 2024-12-02T05:25:53,139 INFO [M:0;f49461030c22:40091 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:25:53,139 INFO [M:0;f49461030c22:40091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:25:53,139 DEBUG [M:0;f49461030c22:40091 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:25:53,140 INFO [M:0;f49461030c22:40091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:25:53,140 INFO [M:0;f49461030c22:40091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:25:53,141 ERROR [M:0;f49461030c22:40091 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33547,5,PEWorkerGroup] 2024-12-02T05:25:53,141 INFO [M:0;f49461030c22:40091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:25:53,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:25:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828594470/master 2024-12-02T05:25:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828594470 2024-12-02T05:25:53,209 DEBUG [M:0;f49461030c22:40091 {}] zookeeper.ZKUtil(347): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Unable to get data of znode /11828594470/master because node does not exist (not an error) 2024-12-02T05:25:53,209 WARN [M:0;f49461030c22:40091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:25:53,210 INFO [M:0;f49461030c22:40091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/.lastflushedseqids 2024-12-02T05:25:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741848_1024 (size=245) 2024-12-02T05:25:53,615 INFO [M:0;f49461030c22:40091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:25:53,615 INFO [M:0;f49461030c22:40091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:25:53,615 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:25:53,615 INFO [M:0;f49461030c22:40091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:53,615 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:53,615 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:25:53,615 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:53,615 INFO [M:0;f49461030c22:40091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-02T05:25:53,628 DEBUG [M:0;f49461030c22:40091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b2fb48f2c5b48ada12b0e50aca0b17b is 82, key is hbase:meta,,1/info:regioninfo/1733117112923/Put/seqid=0 2024-12-02T05:25:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741849_1025 (size=5672) 2024-12-02T05:25:53,944 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:54,031 INFO [M:0;f49461030c22:40091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b2fb48f2c5b48ada12b0e50aca0b17b 2024-12-02T05:25:54,050 DEBUG [M:0;f49461030c22:40091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a41867fbef4abdbb186e901b9280b2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733117127286/Put/seqid=0 2024-12-02T05:25:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741850_1026 (size=7217) 2024-12-02T05:25:54,454 INFO [M:0;f49461030c22:40091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a41867fbef4abdbb186e901b9280b2 2024-12-02T05:25:54,457 INFO [M:0;f49461030c22:40091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90a41867fbef4abdbb186e901b9280b2 2024-12-02T05:25:54,470 DEBUG [M:0;f49461030c22:40091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae326cf09c9b4aed9272e0641972949a is 69, key is f49461030c22,41473,1733117107757/rs:state/1733117111727/Put/seqid=0 2024-12-02T05:25:54,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741851_1027 (size=5156) 2024-12-02T05:25:54,873 INFO [M:0;f49461030c22:40091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae326cf09c9b4aed9272e0641972949a 2024-12-02T05:25:54,877 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b2fb48f2c5b48ada12b0e50aca0b17b as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b2fb48f2c5b48ada12b0e50aca0b17b 2024-12-02T05:25:54,880 INFO [M:0;f49461030c22:40091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b2fb48f2c5b48ada12b0e50aca0b17b, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T05:25:54,881 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a41867fbef4abdbb186e901b9280b2 as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90a41867fbef4abdbb186e901b9280b2 2024-12-02T05:25:54,884 INFO [M:0;f49461030c22:40091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90a41867fbef4abdbb186e901b9280b2 2024-12-02T05:25:54,884 INFO [M:0;f49461030c22:40091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90a41867fbef4abdbb186e901b9280b2, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T05:25:54,884 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae326cf09c9b4aed9272e0641972949a as hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae326cf09c9b4aed9272e0641972949a 2024-12-02T05:25:54,887 INFO [M:0;f49461030c22:40091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33547/user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae326cf09c9b4aed9272e0641972949a, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T05:25:54,888 INFO [M:0;f49461030c22:40091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-12-02T05:25:54,890 INFO [M:0;f49461030c22:40091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:54,890 DEBUG [M:0;f49461030c22:40091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117153615Disabling compacts and flushes for region at 1733117153615Disabling writes for close at 1733117153615Obtaining lock to block concurrent updates at 1733117153615Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117153615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733117153615Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117153616 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117153616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117153628 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117153628Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117154035 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117154050 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117154050Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117154457 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117154470 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117154470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e62ce25: reopening flushed file at 1733117154877 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e01809: reopening flushed file at 1733117154880 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666b8192: reopening flushed file at 1733117154884 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1733117154888 (+4 ms)Writing region close event to WAL at 1733117154890 (+2 ms)Closed at 1733117154890 2024-12-02T05:25:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741830_1006 (size=64411) 2024-12-02T05:25:54,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d9049a6-dda5-6024-05a8-f2fcf8fd51d1/MasterData/WALs/f49461030c22,40091,1733117106432/f49461030c22%2C40091%2C1733117106432.1733117110237 not finished, retry = 0 2024-12-02T05:25:54,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:25:54,992 INFO [M:0;f49461030c22:40091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:25:54,992 INFO [M:0;f49461030c22:40091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40091 2024-12-02T05:25:54,993 INFO [M:0;f49461030c22:40091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:25:55,247 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:55,273 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:25:55,322 INFO [M:0;f49461030c22:40091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:25:55,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:55,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40091-0x10194801b460003, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:55,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f235a87{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:25:55,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b37ee5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:25:55,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:25:55,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a262b2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:25:55,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5c0fac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.log.dir/,STOPPED} 2024-12-02T05:25:55,325 WARN [BP-1715748398-172.17.0.2-1733117101250 heartbeating to localhost/127.0.0.1:33547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:25:55,326 WARN [BP-1715748398-172.17.0.2-1733117101250 heartbeating to localhost/127.0.0.1:33547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1715748398-172.17.0.2-1733117101250 (Datanode Uuid d41f2898-bc0d-41f5-870f-9d4f45039851) service to localhost/127.0.0.1:33547 2024-12-02T05:25:55,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/cluster_4ab4d35e-2264-f447-6347-05d109493a3b/data/data1/current/BP-1715748398-172.17.0.2-1733117101250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:25:55,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/cluster_4ab4d35e-2264-f447-6347-05d109493a3b/data/data2/current/BP-1715748398-172.17.0.2-1733117101250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:25:55,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:25:55,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:25:55,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:25:55,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15fdcb8e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:25:55,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11346329{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:25:55,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:25:55,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61738f8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:25:55,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0abc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cf80a355-baa6-b660-a357-39f9fe3bc1e1/hadoop.log.dir/,STOPPED} 2024-12-02T05:25:55,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:25:55,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:25:55,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:55,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:55,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:55,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:55,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:55,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:25:55,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=306656865, stopped=false 2024-12-02T05:25:55,348 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,46597,1733117095693 2024-12-02T05:25:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425480684/running 2024-12-02T05:25:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425480684/running 2024-12-02T05:25:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:25:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:25:55,548 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:25:55,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:25:55,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:55,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:55,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on znode that does not yet exist, /0-425480684/running 2024-12-02T05:25:55,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Set watcher on znode that does not yet exist, /0-425480684/running 2024-12-02T05:25:55,549 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,45019,1733117096893' ***** 2024-12-02T05:25:55,549 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:25:55,549 INFO [RS:0;f49461030c22:45019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:25:55,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:25:55,549 INFO [RS:0;f49461030c22:45019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:25:55,549 INFO [RS:0;f49461030c22:45019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cd72540d3629184eda0961ded85aca5 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(3091): Received CLOSE for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(959): stopping server f49461030c22,45019,1733117096893 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cd72540d3629184eda0961ded85aca5, disabling compactions & flushes 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:45019. 2024-12-02T05:25:55,550 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:55,550 DEBUG [RS:0;f49461030c22:45019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117124986.4cd72540d3629184eda0961ded85aca5. after waiting 0 ms 2024-12-02T05:25:55,550 DEBUG [RS:0;f49461030c22:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:25:55,550 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4cd72540d3629184eda0961ded85aca5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:25:55,550 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:25:55,550 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1325): Online Regions={4cd72540d3629184eda0961ded85aca5=test,,1733117124986.4cd72540d3629184eda0961ded85aca5., e261d69cc7e0dafe25fc85fa249ec3c3=hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:25:55,550 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd72540d3629184eda0961ded85aca5, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:25:55,550 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:25:55,550 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:25:55,551 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:25:55,566 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/f/a9828b3861904e7882e436df9899acec is 37, key is row3/f:row3/1733117144064/Put/seqid=0 2024-12-02T05:25:55,568 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:25:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741840_1016 (size=5228) 2024-12-02T05:25:55,569 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/info/c99ce38a87eb47b392009638b27d08b7 is 147, key is hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3./info:regioninfo/1733117130589/Put/seqid=0 2024-12-02T05:25:55,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741841_1017 (size=7686) 2024-12-02T05:25:55,751 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd72540d3629184eda0961ded85aca5, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:55,916 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:25:55,916 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:25:55,951 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd72540d3629184eda0961ded85aca5, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:55,969 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/f/a9828b3861904e7882e436df9899acec 2024-12-02T05:25:55,973 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/info/c99ce38a87eb47b392009638b27d08b7 2024-12-02T05:25:55,974 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9828b3861904e7882e436df9899acec 2024-12-02T05:25:55,987 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/ns/3fa69ecf82964adcbdca4f29ef4ca0f1 is 43, key is default/ns:d/1733117100893/Put/seqid=0 2024-12-02T05:25:55,991 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/f1/7be4f0557eeb4779865c66afa1818b90 is 30, key is row1/f1:/1733117140905/DeleteFamily/seqid=0 2024-12-02T05:25:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741842_1018 (size=5153) 2024-12-02T05:25:55,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741843_1019 (size=5158) 2024-12-02T05:25:56,151 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd72540d3629184eda0961ded85aca5, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:56,351 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd72540d3629184eda0961ded85aca5, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:56,398 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/ns/3fa69ecf82964adcbdca4f29ef4ca0f1 2024-12-02T05:25:56,398 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/f1/7be4f0557eeb4779865c66afa1818b90 2024-12-02T05:25:56,402 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7be4f0557eeb4779865c66afa1818b90 2024-12-02T05:25:56,422 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/norep/02245e35f265405abf89711bce2c94b4 is 32, key is row/norep:/1733117139900/DeleteFamily/seqid=0 2024-12-02T05:25:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741844_1020 (size=5101) 2024-12-02T05:25:56,431 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/rep_barrier/a4c82c909b1a4106859fe8b6d35ad9e9 is 112, key is test,,1733117124986.4cd72540d3629184eda0961ded85aca5./rep_barrier:seqnumDuringOpen/1733117125739/Put/seqid=0 2024-12-02T05:25:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741845_1021 (size=5518) 2024-12-02T05:25:56,551 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd72540d3629184eda0961ded85aca5, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:56,650 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1493, reset compression=false 2024-12-02T05:25:56,654 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:56,654 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1740, reset compression=false 2024-12-02T05:25:56,654 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,45019,1733117096893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:25:56,655 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,45019,1733117096893: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,45019,1733117096893, walGroup=f49461030c22%2C45019%2C1733117096893, offset=f49461030c22%2C45019%2C1733117096893.1733117100044:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:45019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:25:56,656 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:25:56,656 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:25:56,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:25:56,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:25:56,657 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:25:56,657 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 791089240 }, "NonHeapMemoryUsage": { "committed": 204144640, "init": 7667712, "max": -1, "used": 201142008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:25:56,657 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:46597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:46597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:25:56,751 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cd72540d3629184eda0961ded85aca5, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:56,829 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/norep/02245e35f265405abf89711bce2c94b4 2024-12-02T05:25:56,833 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02245e35f265405abf89711bce2c94b4 2024-12-02T05:25:56,833 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/f/a9828b3861904e7882e436df9899acec as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/f/a9828b3861904e7882e436df9899acec 2024-12-02T05:25:56,834 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/rep_barrier/a4c82c909b1a4106859fe8b6d35ad9e9 2024-12-02T05:25:56,837 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9828b3861904e7882e436df9899acec 2024-12-02T05:25:56,837 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/f/a9828b3861904e7882e436df9899acec, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T05:25:56,839 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/f1/7be4f0557eeb4779865c66afa1818b90 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/f1/7be4f0557eeb4779865c66afa1818b90 2024-12-02T05:25:56,843 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7be4f0557eeb4779865c66afa1818b90 2024-12-02T05:25:56,843 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/f1/7be4f0557eeb4779865c66afa1818b90, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T05:25:56,844 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/.tmp/norep/02245e35f265405abf89711bce2c94b4 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/norep/02245e35f265405abf89711bce2c94b4 2024-12-02T05:25:56,847 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02245e35f265405abf89711bce2c94b4 2024-12-02T05:25:56,847 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/norep/02245e35f265405abf89711bce2c94b4, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T05:25:56,848 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4cd72540d3629184eda0961ded85aca5 in 1298ms, sequenceid=12, compaction requested=false 2024-12-02T05:25:56,848 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:25:56,855 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/table/ce6de812377c4eacb3a8d1132af17b28 is 53, key is hbase:replication/table:state/1733117130594/Put/seqid=0 2024-12-02T05:25:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741846_1022 (size=5308) 2024-12-02T05:25:56,859 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/default/test/4cd72540d3629184eda0961ded85aca5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:25:56,860 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cd72540d3629184eda0961ded85aca5: Waiting for close lock at 1733117155550Running coprocessor pre-close hooks at 1733117155550Disabling compacts and flushes for region at 1733117155550Disabling writes for close at 1733117155550Obtaining lock to block concurrent updates at 1733117155550Preparing flush snapshotting stores in 4cd72540d3629184eda0961ded85aca5 at 1733117155550Finished memstore snapshotting test,,1733117124986.4cd72540d3629184eda0961ded85aca5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733117155550Flushing stores of test,,1733117124986.4cd72540d3629184eda0961ded85aca5. at 1733117155551 (+1 ms)Flushing 4cd72540d3629184eda0961ded85aca5/f: creating writer at 1733117155551Flushing 4cd72540d3629184eda0961ded85aca5/f: appending metadata at 1733117155565 (+14 ms)Flushing 4cd72540d3629184eda0961ded85aca5/f: closing flushed file at 1733117155565Flushing 4cd72540d3629184eda0961ded85aca5/f1: creating writer at 1733117155974 (+409 ms)Flushing 4cd72540d3629184eda0961ded85aca5/f1: appending metadata at 1733117155991 (+17 ms)Flushing 4cd72540d3629184eda0961ded85aca5/f1: closing flushed file at 1733117155991Flushing 4cd72540d3629184eda0961ded85aca5/norep: creating writer at 1733117156402 (+411 ms)Flushing 4cd72540d3629184eda0961ded85aca5/norep: appending metadata at 1733117156421 (+19 ms)Flushing 4cd72540d3629184eda0961ded85aca5/norep: closing flushed file at 1733117156421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcd365f: reopening flushed file at 1733117156833 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184a426f: reopening flushed file at 1733117156837 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be5ce76: reopening flushed file at 1733117156843 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4cd72540d3629184eda0961ded85aca5 in 1298ms, sequenceid=12, compaction requested=false at 1733117156848 (+5 ms)Writing region close event to WAL at 1733117156856 (+8 ms)Running coprocessor post-close hooks at 1733117156860 (+4 ms)Closed at 1733117156860 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117124986.4cd72540d3629184eda0961ded85aca5. 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e261d69cc7e0dafe25fc85fa249ec3c3, disabling compactions & flushes 2024-12-02T05:25:56,860 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. after waiting 0 ms 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e261d69cc7e0dafe25fc85fa249ec3c3: Waiting for close lock at 1733117156860Running coprocessor pre-close hooks at 1733117156860Disabling compacts and flushes for region at 1733117156860Disabling writes for close at 1733117156860Failed flush hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3., putting online again at 1733117156860 2024-12-02T05:25:56,860 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:56,861 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 1740, reset compression=false 2024-12-02T05:25:56,864 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:25:56,864 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 2384, reset compression=false 2024-12-02T05:25:56,952 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:25:56,952 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1325): Online Regions={e261d69cc7e0dafe25fc85fa249ec3c3=hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:25:56,952 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(3091): Received CLOSE for e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:56,952 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e261d69cc7e0dafe25fc85fa249ec3c3 2024-12-02T05:25:56,952 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e261d69cc7e0dafe25fc85fa249ec3c3, disabling compactions & flushes 2024-12-02T05:25:56,952 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:56,952 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:56,952 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. after waiting 0 ms 2024-12-02T05:25:56,952 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:56,952 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e261d69cc7e0dafe25fc85fa249ec3c3: Waiting for close lock at 1733117156952Running coprocessor pre-close hooks at 1733117156952Disabling compacts and flushes for region at 1733117156952Disabling writes for close at 1733117156952Failed flush hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3., putting online again at 1733117156952 2024-12-02T05:25:56,952 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117129428.e261d69cc7e0dafe25fc85fa249ec3c3. 2024-12-02T05:25:57,067 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 2384, reset compression=false 2024-12-02T05:25:57,152 DEBUG [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:25:57,259 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/table/ce6de812377c4eacb3a8d1132af17b28 2024-12-02T05:25:57,263 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/info/c99ce38a87eb47b392009638b27d08b7 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/info/c99ce38a87eb47b392009638b27d08b7 2024-12-02T05:25:57,266 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/info/c99ce38a87eb47b392009638b27d08b7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:25:57,267 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/ns/3fa69ecf82964adcbdca4f29ef4ca0f1 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/ns/3fa69ecf82964adcbdca4f29ef4ca0f1 2024-12-02T05:25:57,271 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/ns/3fa69ecf82964adcbdca4f29ef4ca0f1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:25:57,271 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/rep_barrier/a4c82c909b1a4106859fe8b6d35ad9e9 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/rep_barrier/a4c82c909b1a4106859fe8b6d35ad9e9 2024-12-02T05:25:57,274 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/rep_barrier/a4c82c909b1a4106859fe8b6d35ad9e9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:25:57,275 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/.tmp/table/ce6de812377c4eacb3a8d1132af17b28 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/table/ce6de812377c4eacb3a8d1132af17b28 2024-12-02T05:25:57,278 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/table/ce6de812377c4eacb3a8d1132af17b28, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:25:57,279 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-12-02T05:25:57,279 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:25:57,283 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:25:57,284 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:25:57,284 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:25:57,284 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:57,284 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117155550Running coprocessor pre-close hooks at 1733117155550Disabling compacts and flushes for region at 1733117155550Disabling writes for close at 1733117155550Obtaining lock to block concurrent updates at 1733117155551 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733117155551Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117155551Flushing stores of hbase:meta,,1.1588230740 at 1733117155551Flushing 1588230740/info: creating writer at 1733117155551Flushing 1588230740/info: appending metadata at 1733117155569 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733117155569Flushing 1588230740/ns: creating writer at 1733117155976 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733117155987 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733117155987Flushing 1588230740/rep_barrier: creating writer at 1733117156412 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117156431 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117156431Flushing 1588230740/table: creating writer at 1733117156837 (+406 ms)Flushing 1588230740/table: appending metadata at 1733117156855 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733117156855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a937076: reopening flushed file at 1733117157263 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5220306: reopening flushed file at 1733117157267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17edfd82: reopening flushed file at 1733117157271 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418831ce: reopening flushed file at 1733117157274 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1733117157279 (+5 ms)Writing region close event to WAL at 1733117157281 (+2 ms)Running coprocessor post-close hooks at 1733117157284 (+3 ms)Closed at 1733117157284 2024-12-02T05:25:57,284 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:25:57,352 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T05:25:57,352 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(976): stopping server f49461030c22,45019,1733117096893; all regions closed. 2024-12-02T05:25:57,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.meta.1733117100539.meta not finished, retry = 0 2024-12-02T05:25:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:25:57,370 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.1733117100044 to pos 2384, reset compression=false 2024-12-02T05:25:57,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741839_1015 (size=2609) 2024-12-02T05:25:57,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/WALs/f49461030c22,45019,1733117096893/f49461030c22%2C45019%2C1733117096893.rep.1733117130563 not finished, retry = 0 2024-12-02T05:25:57,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741833_1009 (size=2392) 2024-12-02T05:25:57,559 DEBUG [RS:0;f49461030c22:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:57,559 INFO [RS:0;f49461030c22:45019 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:25:57,559 INFO [RS:0;f49461030c22:45019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:25:57,559 INFO [RS:0;f49461030c22:45019 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:25:57,559 INFO [RS:0;f49461030c22:45019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:25:57,559 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:25:57,559 INFO [RS:0;f49461030c22:45019 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,45019,1733117096893 because: Region server is closing 2024-12-02T05:25:57,560 INFO [RS:0;f49461030c22:45019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:45019. 2024-12-02T05:25:57,560 DEBUG [RS:0;f49461030c22:45019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:57,560 DEBUG [RS:0;f49461030c22:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:57,560 DEBUG [RS:0;f49461030c22:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:57,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:57,660 INFO [RS:0;f49461030c22:45019 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.shipperf49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 terminated 2024-12-02T05:25:57,660 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,45019,1733117096893.replicationSource.wal-reader.f49461030c22%2C45019%2C1733117096893,1-f49461030c22,45019,1733117096893 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:25:57,660 INFO [RS:0;f49461030c22:45019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:45019. 2024-12-02T05:25:57,660 DEBUG [RS:0;f49461030c22:45019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:25:57,660 DEBUG [RS:0;f49461030c22:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:57,660 DEBUG [RS:0;f49461030c22:45019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:25:57,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:25:57,661 INFO [RS:0;f49461030c22:45019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45019 2024-12-02T05:25:57,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:25:57,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:25:57,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425480684/rs/f49461030c22,45019,1733117096893 2024-12-02T05:25:57,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684/rs 2024-12-02T05:25:57,978 INFO [RS:0;f49461030c22:45019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:25:57,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,45019,1733117096893] 2024-12-02T05:25:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:58,090 INFO [RS:0;f49461030c22:45019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:25:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45019-0x10194801b460001, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:25:58,090 INFO [RS:0;f49461030c22:45019 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,45019,1733117096893; zookeeper connection closed. 2024-12-02T05:25:58,090 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21841f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21841f8 2024-12-02T05:25:58,090 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:25:58,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-425480684/draining/f49461030c22,45019,1733117096893 already deleted, retry=false 2024-12-02T05:25:58,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,45019,1733117096893 expired; onlineServers=0 2024-12-02T05:25:58,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,46597,1733117095693' ***** 2024-12-02T05:25:58,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:25:58,157 INFO [M:0;f49461030c22:46597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:25:58,157 INFO [M:0;f49461030c22:46597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:25:58,157 DEBUG [M:0;f49461030c22:46597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:25:58,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:25:58,157 DEBUG [M:0;f49461030c22:46597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:25:58,157 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117099421 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117099421,5,FailOnTimeoutGroup] 2024-12-02T05:25:58,157 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117099421 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117099421,5,FailOnTimeoutGroup] 2024-12-02T05:25:58,158 INFO [M:0;f49461030c22:46597 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:25:58,158 INFO [M:0;f49461030c22:46597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:25:58,158 DEBUG [M:0;f49461030c22:46597 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:25:58,158 INFO [M:0;f49461030c22:46597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:25:58,158 INFO [M:0;f49461030c22:46597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:25:58,158 INFO [M:0;f49461030c22:46597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:25:58,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:25:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:25:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:25:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:25:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425480684/master 2024-12-02T05:25:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425480684 2024-12-02T05:25:58,368 DEBUG [M:0;f49461030c22:46597 {}] zookeeper.ZKUtil(347): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Unable to get data of znode /0-425480684/master because node does not exist (not an error) 2024-12-02T05:25:58,368 WARN [M:0;f49461030c22:46597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:25:58,368 INFO [M:0;f49461030c22:46597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/.lastflushedseqids 2024-12-02T05:25:58,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741847_1023 (size=245) 2024-12-02T05:25:58,772 INFO [M:0;f49461030c22:46597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:25:58,773 INFO [M:0;f49461030c22:46597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:25:58,773 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:25:58,773 INFO [M:0;f49461030c22:46597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:58,773 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:58,773 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:25:58,773 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:25:58,773 INFO [M:0;f49461030c22:46597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.58 KB heapSize=65.20 KB 2024-12-02T05:25:58,789 DEBUG [M:0;f49461030c22:46597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9d36766206242d4be23a9bff7e8da6c is 82, key is hbase:meta,,1/info:regioninfo/1733117100565/Put/seqid=0 2024-12-02T05:25:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741848_1024 (size=5672) 2024-12-02T05:25:59,192 INFO [M:0;f49461030c22:46597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9d36766206242d4be23a9bff7e8da6c 2024-12-02T05:25:59,208 DEBUG [M:0;f49461030c22:46597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8470ce4fb2a41468567286c6e2e5122 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733117130597/Put/seqid=0 2024-12-02T05:25:59,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741849_1025 (size=8656) 2024-12-02T05:25:59,612 INFO [M:0;f49461030c22:46597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.03 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8470ce4fb2a41468567286c6e2e5122 2024-12-02T05:25:59,616 INFO [M:0;f49461030c22:46597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8470ce4fb2a41468567286c6e2e5122 2024-12-02T05:25:59,627 DEBUG [M:0;f49461030c22:46597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35806ff1aff844c8b01277a3afa054a4 is 69, key is f49461030c22,45019,1733117096893/rs:state/1733117099676/Put/seqid=0 2024-12-02T05:25:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741850_1026 (size=5156) 2024-12-02T05:26:00,031 INFO [M:0;f49461030c22:46597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35806ff1aff844c8b01277a3afa054a4 2024-12-02T05:26:00,034 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9d36766206242d4be23a9bff7e8da6c as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9d36766206242d4be23a9bff7e8da6c 2024-12-02T05:26:00,037 INFO [M:0;f49461030c22:46597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9d36766206242d4be23a9bff7e8da6c, entries=8, sequenceid=100, filesize=5.5 K 2024-12-02T05:26:00,038 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8470ce4fb2a41468567286c6e2e5122 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8470ce4fb2a41468567286c6e2e5122 2024-12-02T05:26:00,040 INFO [M:0;f49461030c22:46597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8470ce4fb2a41468567286c6e2e5122 2024-12-02T05:26:00,041 INFO [M:0;f49461030c22:46597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8470ce4fb2a41468567286c6e2e5122, entries=11, sequenceid=100, filesize=8.5 K 2024-12-02T05:26:00,041 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35806ff1aff844c8b01277a3afa054a4 as hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35806ff1aff844c8b01277a3afa054a4 2024-12-02T05:26:00,044 INFO [M:0;f49461030c22:46597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/2284c249-08c5-ade7-21e1-58555f66d651/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35806ff1aff844c8b01277a3afa054a4, entries=1, sequenceid=100, filesize=5.0 K 2024-12-02T05:26:00,045 INFO [M:0;f49461030c22:46597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.58 KB/56919, heapSize ~64.91 KB/66464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=100, compaction requested=false 2024-12-02T05:26:00,049 INFO [M:0;f49461030c22:46597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:00,049 DEBUG [M:0;f49461030c22:46597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117158773Disabling compacts and flushes for region at 1733117158773Disabling writes for close at 1733117158773Obtaining lock to block concurrent updates at 1733117158773Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117158773Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56919, getHeapSize=66704, getOffHeapSize=0, getCellsCount=117 at 1733117158773Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117158774 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117158774Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117158789 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117158789Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117159196 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117159208 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117159208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117159616 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117159627 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117159627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1377f0ef: reopening flushed file at 1733117160034 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb2b988: reopening flushed file at 1733117160037 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4797ed3d: reopening flushed file at 1733117160041 (+4 ms)Finished flush of dataSize ~55.58 KB/56919, heapSize ~64.91 KB/66464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=100, compaction requested=false at 1733117160045 (+4 ms)Writing region close event to WAL at 1733117160049 (+4 ms)Closed at 1733117160049 2024-12-02T05:26:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40823 is added to blk_1073741830_1006 (size=63930) 2024-12-02T05:26:00,052 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:26:00,052 INFO [M:0;f49461030c22:46597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:26:00,052 INFO [M:0;f49461030c22:46597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46597 2024-12-02T05:26:00,053 INFO [M:0;f49461030c22:46597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:26:00,383 INFO [M:0;f49461030c22:46597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:26:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:26:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x10194801b460000, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:26:00,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1243758a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:26:00,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ce26b79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:26:00,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:26:00,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a854e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:26:00,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b290d97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.log.dir/,STOPPED} 2024-12-02T05:26:00,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:26:00,569 WARN [BP-98860421-172.17.0.2-1733117091769 heartbeating to localhost/127.0.0.1:35527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:26:00,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:26:00,569 WARN [BP-98860421-172.17.0.2-1733117091769 heartbeating to localhost/127.0.0.1:35527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-98860421-172.17.0.2-1733117091769 (Datanode Uuid 9b5b22e1-9484-4cff-8902-ffe1f41141a7) service to localhost/127.0.0.1:35527 2024-12-02T05:26:00,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041/data/data1/current/BP-98860421-172.17.0.2-1733117091769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:26:00,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/cluster_87bfc174-1654-4a89-e9ac-86def9c2e041/data/data2/current/BP-98860421-172.17.0.2-1733117091769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:26:00,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:26:00,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bbaff4e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:26:00,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fc04710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:26:00,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:26:00,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f8dbec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:26:00,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61c228{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d0fa8fc5-2fa5-4f95-e01e-c64f0e8d705f/hadoop.log.dir/,STOPPED} 2024-12-02T05:26:00,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:26:00,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:26:00,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=306 (was 260) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65011) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65011) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35527 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65011) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33547 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=718 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=566 (was 624), ProcessCount=11 (was 11), AvailableMemoryMB=6136 (was 6948) 2024-12-02T05:26:00,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=306, OpenFileDescriptor=718, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=6136 2024-12-02T05:26:00,631 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-02T05:26:00,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.log.dir so I do NOT create it in target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c 2024-12-02T05:26:00,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:26:00,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.tmp.dir so I do NOT create it in target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c 2024-12-02T05:26:00,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7691adbf-88ba-f48b-2041-f9cb77adf3e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:26:00,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c 2024-12-02T05:26:00,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466, deleteOnExit=true 2024-12-02T05:26:00,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10194801b460002, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:26:00,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10194801b460005, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:26:00,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10194801b460008, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:26:00,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10194801b460005, quorum=127.0.0.1:65011, baseZNode=/11828594470 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:26:00,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10194801b460008, quorum=127.0.0.1:65011, baseZNode=/2-1475695462 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:26:00,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10194801b460002, quorum=127.0.0.1:65011, baseZNode=/0-425480684 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:26:00,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466/zookeeper_0, clientPort=53572, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:26:00,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53572 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/test.cache.data in system properties and HBase conf 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:26:00,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:26:00,811 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:26:00,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:26:01,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:01,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:26:01,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:26:01,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:26:01,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:26:01,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:01,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cc1d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:26:01,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad75d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:26:01,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7418454e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/java.io.tmpdir/jetty-localhost-32979-hadoop-hdfs-3_4_1-tests_jar-_-any-6048249030329472574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:26:01,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54cfae1d{HTTP/1.1, (http/1.1)}{localhost:32979} 2024-12-02T05:26:01,628 INFO [Time-limited test {}] server.Server(415): Started @394612ms 2024-12-02T05:26:02,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T05:26:02,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:02,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:02,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:26:02,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:26:02,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:26:02,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:26:02,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41213cda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:26:02,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60b085b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:26:03,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4016ad93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/java.io.tmpdir/jetty-localhost-43947-hadoop-hdfs-3_4_1-tests_jar-_-any-7637608915156783022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:26:03,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66036dfa{HTTP/1.1, (http/1.1)}{localhost:43947} 2024-12-02T05:26:03,054 INFO [Time-limited test {}] server.Server(415): Started @396037ms 2024-12-02T05:26:03,055 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:26:05,856 WARN [Thread-3494 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466/data/data1/current/BP-1188929281-172.17.0.2-1733117160830/current, will proceed with Du for space computation calculation, 2024-12-02T05:26:05,856 WARN [Thread-3495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466/data/data2/current/BP-1188929281-172.17.0.2-1733117160830/current, will proceed with Du for space computation calculation, 2024-12-02T05:26:05,872 WARN [Thread-3482 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:26:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63c1e2580c1161fc with lease ID 0x2926dc4ba7c539d5: Processing first storage report for DS-67f5b776-042c-4e9e-afc3-8350cf3c00fe from datanode DatanodeRegistration(127.0.0.1:45797, datanodeUuid=66b979db-14c4-486a-9e3a-672eece2aebc, infoPort=35181, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=941718950;c=1733117160830) 2024-12-02T05:26:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63c1e2580c1161fc with lease ID 0x2926dc4ba7c539d5: from storage DS-67f5b776-042c-4e9e-afc3-8350cf3c00fe node DatanodeRegistration(127.0.0.1:45797, datanodeUuid=66b979db-14c4-486a-9e3a-672eece2aebc, infoPort=35181, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=941718950;c=1733117160830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:26:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63c1e2580c1161fc with lease ID 0x2926dc4ba7c539d5: Processing first storage report for DS-5e424179-98e8-4874-842d-bd55b27b319e from datanode DatanodeRegistration(127.0.0.1:45797, datanodeUuid=66b979db-14c4-486a-9e3a-672eece2aebc, infoPort=35181, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=941718950;c=1733117160830) 2024-12-02T05:26:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63c1e2580c1161fc with lease ID 0x2926dc4ba7c539d5: from storage DS-5e424179-98e8-4874-842d-bd55b27b319e node DatanodeRegistration(127.0.0.1:45797, datanodeUuid=66b979db-14c4-486a-9e3a-672eece2aebc, infoPort=35181, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=941718950;c=1733117160830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:26:05,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c 2024-12-02T05:26:05,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:05,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:26:06,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835 with version=8 2024-12-02T05:26:06,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/hbase-staging 2024-12-02T05:26:06,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:26:06,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:06,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:06,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:26:06,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:06,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:26:06,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:26:06,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:26:06,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37513 2024-12-02T05:26:06,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37513 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:06,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375130x0, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:06,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37513-0x101948129140000 connected 2024-12-02T05:26:06,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:06,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:06,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on znode that does not yet exist, /0-2061017286/running 2024-12-02T05:26:06,982 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835, hbase.cluster.distributed=false 2024-12-02T05:26:06,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on znode that does not yet exist, /0-2061017286/acl 2024-12-02T05:26:06,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37513 2024-12-02T05:26:06,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37513 2024-12-02T05:26:06,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37513 2024-12-02T05:26:06,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37513 2024-12-02T05:26:06,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37513 2024-12-02T05:26:07,015 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:26:07,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:07,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:07,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:26:07,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:07,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:26:07,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:26:07,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:26:07,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34237 2024-12-02T05:26:07,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34237 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:07,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:07,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:07,220 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342370x0, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:07,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34237-0x101948129140001 connected 2024-12-02T05:26:07,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342370x0, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on znode that does not yet exist, /0-2061017286/running 2024-12-02T05:26:07,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:26:07,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:26:07,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on znode that does not yet exist, /0-2061017286/master 2024-12-02T05:26:07,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on znode that does not yet exist, /0-2061017286/acl 2024-12-02T05:26:07,222 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:07,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:26:07,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34237 2024-12-02T05:26:07,223 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128510 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:26:07,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34237 2024-12-02T05:26:07,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34237 2024-12-02T05:26:07,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34237 2024-12-02T05:26:07,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34237 2024-12-02T05:26:07,237 DEBUG [M:0;f49461030c22:37513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:37513 2024-12-02T05:26:07,237 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2061017286/backup-masters/f49461030c22,37513,1733117166303 2024-12-02T05:26:07,388 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286/backup-masters 2024-12-02T05:26:07,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286/backup-masters 2024-12-02T05:26:07,389 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on existing znode=/0-2061017286/backup-masters/f49461030c22,37513,1733117166303 2024-12-02T05:26:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:07,551 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2061017286/master 2024-12-02T05:26:07,551 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:07,551 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on existing znode=/0-2061017286/master 2024-12-02T05:26:07,552 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2061017286/backup-masters/f49461030c22,37513,1733117166303 from backup master directory 2024-12-02T05:26:07,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2061017286/backup-masters/f49461030c22,37513,1733117166303 2024-12-02T05:26:07,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286/backup-masters 2024-12-02T05:26:07,575 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:26:07,575 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286/backup-masters 2024-12-02T05:26:07,575 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,37513,1733117166303 2024-12-02T05:26:07,579 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/hbase.id] with ID: 528e362e-afab-4407-af37-9c3a4f4b2f86 2024-12-02T05:26:07,579 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/.tmp/hbase.id 2024-12-02T05:26:07,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:26:07,983 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/.tmp/hbase.id]:[hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/hbase.id] 2024-12-02T05:26:07,990 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:07,990 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:26:07,991 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:26:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:26:08,367 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:26:08,779 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:08,780 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:26:08,780 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:08,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:26:09,190 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store 2024-12-02T05:26:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:26:09,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:09,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:26:09,595 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:09,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:09,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:26:09,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:09,595 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:09,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117169595Disabling compacts and flushes for region at 1733117169595Disabling writes for close at 1733117169595Writing region close event to WAL at 1733117169595Closed at 1733117169595 2024-12-02T05:26:09,595 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/.initializing 2024-12-02T05:26:09,595 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/WALs/f49461030c22,37513,1733117166303 2024-12-02T05:26:09,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:26:09,597 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C37513%2C1733117166303, suffix=, logDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/WALs/f49461030c22,37513,1733117166303, archiveDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/oldWALs, maxLogs=10 2024-12-02T05:26:09,612 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/WALs/f49461030c22,37513,1733117166303/f49461030c22%2C37513%2C1733117166303.1733117169597, exclude list is [], retry=0 2024-12-02T05:26:09,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45797,DS-67f5b776-042c-4e9e-afc3-8350cf3c00fe,DISK] 2024-12-02T05:26:09,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/WALs/f49461030c22,37513,1733117166303/f49461030c22%2C37513%2C1733117166303.1733117169597 2024-12-02T05:26:09,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35181:35181)] 2024-12-02T05:26:09,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:09,615 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:09,616 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,616 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:26:09,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:09,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:09,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:26:09,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:09,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:09,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:26:09,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:09,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:09,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:26:09,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:09,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:09,621 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,621 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,621 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,622 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,622 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,622 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:09,623 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:09,624 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:09,624 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74360430, jitterRate=0.10805675387382507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:09,625 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117169616Initializing all the Stores at 1733117169616Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117169616Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117169616Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117169616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117169616Cleaning up temporary data from old regions at 1733117169622 (+6 ms)Region opened successfully at 1733117169625 (+3 ms) 2024-12-02T05:26:09,625 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:26:09,627 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692dac95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:26:09,627 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:26:09,628 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:26:09,628 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:26:09,628 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:26:09,628 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:26:09,628 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:26:09,628 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:26:09,630 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:26:09,630 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Unable to get data of znode /0-2061017286/balancer because node does not exist (not necessarily an error) 2024-12-02T05:26:09,851 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2061017286/balancer already deleted, retry=false 2024-12-02T05:26:09,852 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:26:09,852 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Unable to get data of znode /0-2061017286/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:26:09,862 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2061017286/normalizer already deleted, retry=false 2024-12-02T05:26:09,862 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:26:09,863 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Unable to get data of znode /0-2061017286/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:26:09,872 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2061017286/switch/split already deleted, retry=false 2024-12-02T05:26:09,873 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Unable to get data of znode /0-2061017286/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:26:10,089 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2061017286/switch/merge already deleted, retry=false 2024-12-02T05:26:10,091 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Unable to get data of znode /0-2061017286/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:26:10,163 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2061017286/snapshot-cleanup already deleted, retry=false 2024-12-02T05:26:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2061017286/running 2024-12-02T05:26:10,232 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2061017286/running 2024-12-02T05:26:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:10,233 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:10,233 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,37513,1733117166303, sessionid=0x101948129140000, setting cluster-up flag (Was=false) 2024-12-02T05:26:10,417 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:10,611 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2061017286/flush-table-proc/acquired, /0-2061017286/flush-table-proc/reached, /0-2061017286/flush-table-proc/abort 2024-12-02T05:26:10,612 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,37513,1733117166303 2024-12-02T05:26:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:10,679 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:10,756 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2061017286/online-snapshot/acquired, /0-2061017286/online-snapshot/reached, /0-2061017286/online-snapshot/abort 2024-12-02T05:26:10,757 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,37513,1733117166303 2024-12-02T05:26:10,758 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:26:10,759 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:10,759 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:26:10,759 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:26:10,760 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,37513,1733117166303 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:26:10,760 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:10,760 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:10,760 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:10,761 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:10,761 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:26:10,761 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:10,761 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:26:10,761 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117200762 2024-12-02T05:26:10,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:26:10,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:26:10,762 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:26:10,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:10,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:26:10,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:26:10,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:26:10,763 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117170763,5,FailOnTimeoutGroup] 2024-12-02T05:26:10,763 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117170763,5,FailOnTimeoutGroup] 2024-12-02T05:26:10,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:10,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:26:10,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:10,763 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:26:10,830 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(746): ClusterId : 528e362e-afab-4407-af37-9c3a4f4b2f86 2024-12-02T05:26:10,830 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:26:11,038 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:26:11,038 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:26:11,134 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:26:11,134 DEBUG [RS:0;f49461030c22:34237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a1f385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:26:11,148 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:34237 2024-12-02T05:26:11,148 INFO [RS:0;f49461030c22:34237 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:26:11,148 INFO [RS:0;f49461030c22:34237 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:26:11,148 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:26:11,149 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,37513,1733117166303 with port=34237, startcode=1733117167014 2024-12-02T05:26:11,149 DEBUG [RS:0;f49461030c22:34237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:26:11,151 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:26:11,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,34237,1733117167014 2024-12-02T05:26:11,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37513 {}] master.ServerManager(517): Registering regionserver=f49461030c22,34237,1733117167014 2024-12-02T05:26:11,152 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835 2024-12-02T05:26:11,152 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34899 2024-12-02T05:26:11,152 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:26:11,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:26:11,171 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835 2024-12-02T05:26:11,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:26:11,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286/rs 2024-12-02T05:26:11,329 DEBUG [RS:0;f49461030c22:34237 {}] zookeeper.ZKUtil(111): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on existing znode=/0-2061017286/rs/f49461030c22,34237,1733117167014 2024-12-02T05:26:11,329 WARN [RS:0;f49461030c22:34237 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:26:11,329 INFO [RS:0;f49461030c22:34237 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:11,330 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014 2024-12-02T05:26:11,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,34237,1733117167014] 2024-12-02T05:26:11,332 INFO [RS:0;f49461030c22:34237 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:26:11,333 INFO [RS:0;f49461030c22:34237 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:26:11,333 INFO [RS:0;f49461030c22:34237 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:26:11,333 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,334 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:26:11,334 INFO [RS:0;f49461030c22:34237 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:26:11,334 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,334 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,334 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,334 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,334 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,334 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,334 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:26:11,334 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,335 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,335 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,335 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,335 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,335 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:11,335 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:26:11,335 DEBUG [RS:0;f49461030c22:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:26:11,335 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,335 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,335 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,335 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,335 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,335 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34237,1733117167014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:26:11,346 INFO [RS:0;f49461030c22:34237 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:26:11,347 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,34237,1733117167014-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,347 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,347 INFO [RS:0;f49461030c22:34237 {}] regionserver.Replication(171): f49461030c22,34237,1733117167014 started 2024-12-02T05:26:11,357 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:11,357 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,34237,1733117167014, RpcServer on f49461030c22/172.17.0.2:34237, sessionid=0x101948129140001 2024-12-02T05:26:11,357 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:26:11,357 DEBUG [RS:0;f49461030c22:34237 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,34237,1733117167014 2024-12-02T05:26:11,357 DEBUG [RS:0;f49461030c22:34237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,34237,1733117167014' 2024-12-02T05:26:11,357 DEBUG [RS:0;f49461030c22:34237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2061017286/flush-table-proc/abort' 2024-12-02T05:26:11,358 DEBUG [RS:0;f49461030c22:34237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2061017286/flush-table-proc/acquired' 2024-12-02T05:26:11,358 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:26:11,358 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:26:11,358 DEBUG [RS:0;f49461030c22:34237 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,34237,1733117167014 2024-12-02T05:26:11,358 DEBUG [RS:0;f49461030c22:34237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,34237,1733117167014' 2024-12-02T05:26:11,358 DEBUG [RS:0;f49461030c22:34237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2061017286/online-snapshot/abort' 2024-12-02T05:26:11,358 DEBUG [RS:0;f49461030c22:34237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2061017286/online-snapshot/acquired' 2024-12-02T05:26:11,359 DEBUG [RS:0;f49461030c22:34237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:26:11,359 INFO [RS:0;f49461030c22:34237 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:26:11,359 INFO [RS:0;f49461030c22:34237 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:26:11,459 INFO [RS:0;f49461030c22:34237 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:26:11,460 INFO [RS:0;f49461030c22:34237 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C34237%2C1733117167014, suffix=, logDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014, archiveDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/oldWALs, maxLogs=10 2024-12-02T05:26:11,471 DEBUG [RS:0;f49461030c22:34237 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460, exclude list is [], retry=0 2024-12-02T05:26:11,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:11,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45797,DS-67f5b776-042c-4e9e-afc3-8350cf3c00fe,DISK] 2024-12-02T05:26:11,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:26:11,669 INFO [RS:0;f49461030c22:34237 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 2024-12-02T05:26:11,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:26:11,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:11,669 DEBUG [RS:0;f49461030c22:34237 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35181:35181)] 2024-12-02T05:26:11,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:11,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:26:11,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:26:11,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:11,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:11,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:26:11,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:26:11,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:11,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:11,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:26:11,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:26:11,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:11,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:11,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:26:11,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740 2024-12-02T05:26:11,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740 2024-12-02T05:26:11,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:26:11,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:26:11,674 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:11,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:26:11,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:11,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68373858, jitterRate=0.018849879503250122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:11,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117171666Initializing all the Stores at 1733117171667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117171667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117171668 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117171668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117171668Cleaning up temporary data from old regions at 1733117171674 (+6 ms)Region opened successfully at 1733117171677 (+3 ms) 2024-12-02T05:26:11,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:26:11,677 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:26:11,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:26:11,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:26:11,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:26:11,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:26:11,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117171677Disabling compacts and flushes for region at 1733117171677Disabling writes for close at 1733117171677Writing region close event to WAL at 1733117171678 (+1 ms)Closed at 1733117171678 2024-12-02T05:26:11,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:11,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:26:11,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:26:11,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:26:11,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:26:11,830 DEBUG [f49461030c22:37513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:26:11,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,34237,1733117167014 2024-12-02T05:26:11,831 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,34237,1733117167014, state=OPENING 2024-12-02T05:26:11,891 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:26:11,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:11,930 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:11,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:26:11,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,34237,1733117167014}] 2024-12-02T05:26:11,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2061017286/meta-region-server: CHANGED 2024-12-02T05:26:11,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2061017286/meta-region-server: CHANGED 2024-12-02T05:26:12,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:26:12,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:26:12,086 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:26:12,086 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:12,087 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:26:12,088 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C34237%2C1733117167014.meta, suffix=.meta, logDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014, archiveDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/oldWALs, maxLogs=10 2024-12-02T05:26:12,113 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.meta.1733117172088.meta, exclude list is [], retry=0 2024-12-02T05:26:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45797,DS-67f5b776-042c-4e9e-afc3-8350cf3c00fe,DISK] 2024-12-02T05:26:12,116 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.meta.1733117172088.meta 2024-12-02T05:26:12,116 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35181:35181)] 2024-12-02T05:26:12,116 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:12,117 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:12,117 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:26:12,117 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:26:12,117 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:26:12,117 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:26:12,117 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:12,117 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:26:12,117 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:26:12,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:26:12,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:26:12,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:12,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:12,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:26:12,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:26:12,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:12,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:12,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:26:12,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:26:12,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:12,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:12,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:26:12,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:26:12,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:12,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:12,122 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:26:12,122 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740 2024-12-02T05:26:12,123 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740 2024-12-02T05:26:12,124 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:26:12,124 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:26:12,124 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:12,125 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:26:12,125 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73527082, jitterRate=0.09563890099525452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:12,125 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:26:12,126 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117172117Writing region info on filesystem at 1733117172117Initializing all the Stores at 1733117172118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117172118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117172118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117172118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117172118Cleaning up temporary data from old regions at 1733117172124 (+6 ms)Running coprocessor post-open hooks at 1733117172125 (+1 ms)Region opened successfully at 1733117172126 (+1 ms) 2024-12-02T05:26:12,127 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117172082 2024-12-02T05:26:12,128 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:26:12,128 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:26:12,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,34237,1733117167014 2024-12-02T05:26:12,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,34237,1733117167014, state=OPEN 2024-12-02T05:26:12,293 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2061017286/meta-region-server 2024-12-02T05:26:12,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2061017286/meta-region-server 2024-12-02T05:26:12,293 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,34237,1733117167014 2024-12-02T05:26:12,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2061017286/meta-region-server: CHANGED 2024-12-02T05:26:12,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2061017286/meta-region-server: CHANGED 2024-12-02T05:26:12,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:26:12,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,34237,1733117167014 in 363 msec 2024-12-02T05:26:12,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:26:12,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-12-02T05:26:12,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:12,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:26:12,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:12,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,34237,1733117167014, seqNum=-1] 2024-12-02T05:26:12,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:12,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:12,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec 2024-12-02T05:26:12,305 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117172305, completionTime=-1 2024-12-02T05:26:12,305 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:26:12,305 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:26:12,307 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:26:12,307 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117232307 2024-12-02T05:26:12,307 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117292307 2024-12-02T05:26:12,307 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T05:26:12,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37513,1733117166303-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:12,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37513,1733117166303-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:12,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37513,1733117166303-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:12,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:37513, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:12,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:12,309 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:26:12,314 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.742sec 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37513,1733117166303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:26:12,318 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37513,1733117166303-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:26:12,319 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:26:12,319 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:26:12,319 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37513,1733117166303-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:12,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f05ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:12,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,37513,-1 for getting cluster id 2024-12-02T05:26:12,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:12,332 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '528e362e-afab-4407-af37-9c3a4f4b2f86' 2024-12-02T05:26:12,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:12,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "528e362e-afab-4407-af37-9c3a4f4b2f86" 2024-12-02T05:26:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5bef0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,37513,-1] 2024-12-02T05:26:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:12,333 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:12,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc06905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:12,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,34237,1733117167014, seqNum=-1] 2024-12-02T05:26:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:12,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:12,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,37513,1733117166303 2024-12-02T05:26:12,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:12,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:12,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101948129140002 connected 2024-12-02T05:26:12,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.log.dir so I do NOT create it in target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e 2024-12-02T05:26:12,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:26:12,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.tmp.dir so I do NOT create it in target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e 2024-12-02T05:26:12,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:26:12,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e 2024-12-02T05:26:12,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:26:12,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/cluster_f7179c62-086b-d02b-506c-66316291b8aa, deleteOnExit=true 2024-12-02T05:26:12,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:26:12,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/test.cache.data in system properties and HBase conf 2024-12-02T05:26:12,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:26:12,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:26:12,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:26:12,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:26:12,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:26:12,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:26:12,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:26:13,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:26:13,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:13,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:13,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:26:13,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:26:13,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:26:13,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:26:13,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:13,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612f2836{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:26:13,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c398f33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:26:13,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bf247e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/java.io.tmpdir/jetty-localhost-32983-hadoop-hdfs-3_4_1-tests_jar-_-any-16243610923356689224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:26:13,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4621a1b8{HTTP/1.1, (http/1.1)}{localhost:32983} 2024-12-02T05:26:13,908 INFO [Time-limited test {}] server.Server(415): Started @406891ms 2024-12-02T05:26:14,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:14,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:26:14,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:26:14,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:26:14,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:26:14,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e440a14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:26:14,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49f22bde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:26:14,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@173211f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/java.io.tmpdir/jetty-localhost-33515-hadoop-hdfs-3_4_1-tests_jar-_-any-6533090036827866746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:26:14,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370a37af{HTTP/1.1, (http/1.1)}{localhost:33515} 2024-12-02T05:26:14,885 INFO [Time-limited test {}] server.Server(415): Started @407868ms 2024-12-02T05:26:14,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:26:16,795 WARN [Thread-3615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/cluster_f7179c62-086b-d02b-506c-66316291b8aa/data/data1/current/BP-1663327755-172.17.0.2-1733117172877/current, will proceed with Du for space computation calculation, 2024-12-02T05:26:16,795 WARN [Thread-3616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/cluster_f7179c62-086b-d02b-506c-66316291b8aa/data/data2/current/BP-1663327755-172.17.0.2-1733117172877/current, will proceed with Du for space computation calculation, 2024-12-02T05:26:16,812 WARN [Thread-3603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:26:16,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd435bcc22c697c07 with lease ID 0xd6af7f2e88a87ccc: Processing first storage report for DS-f82beaa9-19a1-4cd6-b680-65e992cf81f3 from datanode DatanodeRegistration(127.0.0.1:44641, datanodeUuid=f9509e92-4571-4978-9e8f-ae0f23289f14, infoPort=44445, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=1335210653;c=1733117172877) 2024-12-02T05:26:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd435bcc22c697c07 with lease ID 0xd6af7f2e88a87ccc: from storage DS-f82beaa9-19a1-4cd6-b680-65e992cf81f3 node DatanodeRegistration(127.0.0.1:44641, datanodeUuid=f9509e92-4571-4978-9e8f-ae0f23289f14, infoPort=44445, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=1335210653;c=1733117172877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:26:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd435bcc22c697c07 with lease ID 0xd6af7f2e88a87ccc: Processing first storage report for DS-794e63b1-987c-4688-95b9-74ab8786a403 from datanode DatanodeRegistration(127.0.0.1:44641, datanodeUuid=f9509e92-4571-4978-9e8f-ae0f23289f14, infoPort=44445, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=1335210653;c=1733117172877) 2024-12-02T05:26:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd435bcc22c697c07 with lease ID 0xd6af7f2e88a87ccc: from storage DS-794e63b1-987c-4688-95b9-74ab8786a403 node DatanodeRegistration(127.0.0.1:44641, datanodeUuid=f9509e92-4571-4978-9e8f-ae0f23289f14, infoPort=44445, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=1335210653;c=1733117172877), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:26:16,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e 2024-12-02T05:26:16,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:16,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:16,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:26:17,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82 with version=8 2024-12-02T05:26:17,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/hbase-staging 2024-12-02T05:26:17,229 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:26:17,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42979 2024-12-02T05:26:17,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42979 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:17,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:26:17,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429790x0, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:17,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42979-0x101948129140003 connected 2024-12-02T05:26:17,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:17,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:17,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on znode that does not yet exist, /1886069567/running 2024-12-02T05:26:17,896 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82, hbase.cluster.distributed=false 2024-12-02T05:26:17,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on znode that does not yet exist, /1886069567/acl 2024-12-02T05:26:17,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42979 2024-12-02T05:26:17,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42979 2024-12-02T05:26:17,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42979 2024-12-02T05:26:17,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42979 2024-12-02T05:26:17,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42979 2024-12-02T05:26:17,916 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:26:17,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:17,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:17,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:26:17,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:17,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:26:17,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:26:17,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:26:17,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39045 2024-12-02T05:26:17,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39045 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:17,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:17,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390450x0, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:18,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390450x0, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on znode that does not yet exist, /1886069567/running 2024-12-02T05:26:18,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39045-0x101948129140004 connected 2024-12-02T05:26:18,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:26:18,066 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:26:18,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on znode that does not yet exist, /1886069567/master 2024-12-02T05:26:18,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on znode that does not yet exist, /1886069567/acl 2024-12-02T05:26:18,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39045 2024-12-02T05:26:18,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39045 2024-12-02T05:26:18,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39045 2024-12-02T05:26:18,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39045 2024-12-02T05:26:18,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39045 2024-12-02T05:26:18,085 DEBUG [M:0;f49461030c22:42979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:42979 2024-12-02T05:26:18,086 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1886069567/backup-masters/f49461030c22,42979,1733117177228 2024-12-02T05:26:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:26:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:26:18,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T05:26:18,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T05:26:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567/backup-masters 2024-12-02T05:26:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567/backup-masters 2024-12-02T05:26:18,238 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on existing znode=/1886069567/backup-masters/f49461030c22,42979,1733117177228 2024-12-02T05:26:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1886069567/master 2024-12-02T05:26:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:18,367 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on existing znode=/1886069567/master 2024-12-02T05:26:18,367 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1886069567/backup-masters/f49461030c22,42979,1733117177228 from backup master directory 2024-12-02T05:26:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567/backup-masters 2024-12-02T05:26:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886069567/backup-masters/f49461030c22,42979,1733117177228 2024-12-02T05:26:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567/backup-masters 2024-12-02T05:26:18,377 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:26:18,377 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,42979,1733117177228 2024-12-02T05:26:18,380 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/hbase.id] with ID: c15ebd1e-3b2f-4aff-ac66-7469a952ad06 2024-12-02T05:26:18,380 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/.tmp/hbase.id 2024-12-02T05:26:18,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:26:18,786 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/.tmp/hbase.id]:[hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/hbase.id] 2024-12-02T05:26:18,792 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:18,792 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:26:18,793 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:26:18,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:18,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:26:18,970 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:18,970 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:26:18,974 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:26:19,381 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store 2024-12-02T05:26:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:26:19,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:19,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:26:19,785 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:19,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:19,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:26:19,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:19,785 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:19,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117179785Disabling compacts and flushes for region at 1733117179785Disabling writes for close at 1733117179785Writing region close event to WAL at 1733117179785Closed at 1733117179785 2024-12-02T05:26:19,786 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/.initializing 2024-12-02T05:26:19,786 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/WALs/f49461030c22,42979,1733117177228 2024-12-02T05:26:19,787 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:26:19,788 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C42979%2C1733117177228, suffix=, logDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/WALs/f49461030c22,42979,1733117177228, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/oldWALs, maxLogs=10 2024-12-02T05:26:19,800 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/WALs/f49461030c22,42979,1733117177228/f49461030c22%2C42979%2C1733117177228.1733117179788, exclude list is [], retry=0 2024-12-02T05:26:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44641,DS-f82beaa9-19a1-4cd6-b680-65e992cf81f3,DISK] 2024-12-02T05:26:19,803 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/WALs/f49461030c22,42979,1733117177228/f49461030c22%2C42979%2C1733117177228.1733117179788 2024-12-02T05:26:19,803 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-12-02T05:26:19,803 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:19,804 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:19,804 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,804 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:26:19,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:19,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:19,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:26:19,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:19,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:19,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:26:19,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:19,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:19,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:26:19,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:19,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:19,809 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,811 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,811 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,811 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:19,812 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:19,813 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:19,813 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62777920, jitterRate=-0.06453609466552734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:19,813 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117179804Initializing all the Stores at 1733117179804Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117179804Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117179805 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117179805Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117179805Cleaning up temporary data from old regions at 1733117179811 (+6 ms)Region opened successfully at 1733117179813 (+2 ms) 2024-12-02T05:26:19,814 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:26:19,815 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee6925b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:26:19,816 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:26:19,816 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:26:19,816 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:26:19,816 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:26:19,816 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:26:19,817 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:26:19,817 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:26:19,818 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:26:19,819 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Unable to get data of znode /1886069567/balancer because node does not exist (not necessarily an error) 2024-12-02T05:26:19,964 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886069567/balancer already deleted, retry=false 2024-12-02T05:26:19,964 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:26:19,965 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Unable to get data of znode /1886069567/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:26:20,156 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886069567/normalizer already deleted, retry=false 2024-12-02T05:26:20,157 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:26:20,157 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Unable to get data of znode /1886069567/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:26:20,280 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886069567/switch/split already deleted, retry=false 2024-12-02T05:26:20,281 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Unable to get data of znode /1886069567/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:26:20,293 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886069567/switch/merge already deleted, retry=false 2024-12-02T05:26:20,294 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Unable to get data of znode /1886069567/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:26:20,303 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1886069567/snapshot-cleanup already deleted, retry=false 2024-12-02T05:26:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1886069567/running 2024-12-02T05:26:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1886069567/running 2024-12-02T05:26:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:20,314 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,42979,1733117177228, sessionid=0x101948129140003, setting cluster-up flag (Was=false) 2024-12-02T05:26:20,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:20,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:20,722 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1886069567/flush-table-proc/acquired, /1886069567/flush-table-proc/reached, /1886069567/flush-table-proc/abort 2024-12-02T05:26:20,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,42979,1733117177228 2024-12-02T05:26:21,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:21,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:21,111 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1886069567/online-snapshot/acquired, /1886069567/online-snapshot/reached, /1886069567/online-snapshot/abort 2024-12-02T05:26:21,112 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,42979,1733117177228 2024-12-02T05:26:21,113 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:26:21,114 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:21,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:26:21,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:26:21,114 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,42979,1733117177228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:26:21,115 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:21,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:26:21,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:21,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117211122 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:26:21,122 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:26:21,123 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:26:21,123 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:26:21,123 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:26:21,123 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:26:21,123 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117181123,5,FailOnTimeoutGroup] 2024-12-02T05:26:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:26:21,128 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117181123,5,FailOnTimeoutGroup] 2024-12-02T05:26:21,128 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,128 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:26:21,128 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,128 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,175 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(746): ClusterId : c15ebd1e-3b2f-4aff-ac66-7469a952ad06 2024-12-02T05:26:21,176 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:26:21,344 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:26:21,344 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:26:21,357 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:26:21,357 DEBUG [RS:0;f49461030c22:39045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15caf121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:26:21,368 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:39045 2024-12-02T05:26:21,368 INFO [RS:0;f49461030c22:39045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:26:21,368 INFO [RS:0;f49461030c22:39045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:26:21,368 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:26:21,368 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,42979,1733117177228 with port=39045, startcode=1733117177916 2024-12-02T05:26:21,369 DEBUG [RS:0;f49461030c22:39045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:26:21,370 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:26:21,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,39045,1733117177916 2024-12-02T05:26:21,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42979 {}] master.ServerManager(517): Registering regionserver=f49461030c22,39045,1733117177916 2024-12-02T05:26:21,371 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82 2024-12-02T05:26:21,371 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46021 2024-12-02T05:26:21,371 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:26:21,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:26:21,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82 2024-12-02T05:26:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:26:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567/rs 2024-12-02T05:26:21,639 DEBUG [RS:0;f49461030c22:39045 {}] zookeeper.ZKUtil(111): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on existing znode=/1886069567/rs/f49461030c22,39045,1733117177916 2024-12-02T05:26:21,640 WARN [RS:0;f49461030c22:39045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:26:21,640 INFO [RS:0;f49461030c22:39045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:21,640 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916 2024-12-02T05:26:21,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,39045,1733117177916] 2024-12-02T05:26:21,642 INFO [RS:0;f49461030c22:39045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:26:21,643 INFO [RS:0;f49461030c22:39045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:26:21,644 INFO [RS:0;f49461030c22:39045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:26:21,644 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,644 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:26:21,644 INFO [RS:0;f49461030c22:39045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:26:21,644 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,644 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:26:21,645 DEBUG [RS:0;f49461030c22:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:26:21,648 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,648 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,648 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,648 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,648 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,648 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39045,1733117177916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:26:21,660 INFO [RS:0;f49461030c22:39045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:26:21,660 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,39045,1733117177916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,660 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,660 INFO [RS:0;f49461030c22:39045 {}] regionserver.Replication(171): f49461030c22,39045,1733117177916 started 2024-12-02T05:26:21,671 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:21,671 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,39045,1733117177916, RpcServer on f49461030c22/172.17.0.2:39045, sessionid=0x101948129140004 2024-12-02T05:26:21,671 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:26:21,671 DEBUG [RS:0;f49461030c22:39045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,39045,1733117177916 2024-12-02T05:26:21,671 DEBUG [RS:0;f49461030c22:39045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,39045,1733117177916' 2024-12-02T05:26:21,671 DEBUG [RS:0;f49461030c22:39045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1886069567/flush-table-proc/abort' 2024-12-02T05:26:21,671 DEBUG [RS:0;f49461030c22:39045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1886069567/flush-table-proc/acquired' 2024-12-02T05:26:21,672 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:26:21,672 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:26:21,672 DEBUG [RS:0;f49461030c22:39045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,39045,1733117177916 2024-12-02T05:26:21,672 DEBUG [RS:0;f49461030c22:39045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,39045,1733117177916' 2024-12-02T05:26:21,672 DEBUG [RS:0;f49461030c22:39045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1886069567/online-snapshot/abort' 2024-12-02T05:26:21,672 DEBUG [RS:0;f49461030c22:39045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1886069567/online-snapshot/acquired' 2024-12-02T05:26:21,672 DEBUG [RS:0;f49461030c22:39045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:26:21,672 INFO [RS:0;f49461030c22:39045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:26:21,672 INFO [RS:0;f49461030c22:39045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:26:21,772 INFO [RS:0;f49461030c22:39045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:26:21,774 INFO [RS:0;f49461030c22:39045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C39045%2C1733117177916, suffix=, logDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/oldWALs, maxLogs=10 2024-12-02T05:26:21,785 DEBUG [RS:0;f49461030c22:39045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, exclude list is [], retry=0 2024-12-02T05:26:21,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44641,DS-f82beaa9-19a1-4cd6-b680-65e992cf81f3,DISK] 2024-12-02T05:26:21,788 INFO [RS:0;f49461030c22:39045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 2024-12-02T05:26:21,788 DEBUG [RS:0;f49461030c22:39045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-12-02T05:26:21,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:21,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:26:21,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:26:21,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:21,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:21,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:26:21,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:26:21,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:21,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:21,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:26:21,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:26:21,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:21,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:21,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:26:21,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:26:21,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:21,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:21,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:26:21,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740 2024-12-02T05:26:21,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740 2024-12-02T05:26:21,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:26:21,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:26:21,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:21,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:26:21,940 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:21,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74917161, jitterRate=0.11635269224643707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117181931Initializing all the Stores at 1733117181932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117181932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117181932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117181932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117181932Cleaning up temporary data from old regions at 1733117181938 (+6 ms)Region opened successfully at 1733117181940 (+2 ms) 2024-12-02T05:26:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:26:21,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:26:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:26:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:26:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:26:21,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:26:21,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117181940Disabling compacts and flushes for region at 1733117181940Disabling writes for close at 1733117181940Writing region close event to WAL at 1733117181941 (+1 ms)Closed at 1733117181941 2024-12-02T05:26:21,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:21,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:26:21,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:26:21,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:26:21,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:26:22,093 DEBUG [f49461030c22:42979 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:26:22,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,39045,1733117177916 2024-12-02T05:26:22,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,39045,1733117177916, state=OPENING 2024-12-02T05:26:22,303 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:26:22,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:22,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:22,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:26:22,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886069567/meta-region-server: CHANGED 2024-12-02T05:26:22,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886069567/meta-region-server: CHANGED 2024-12-02T05:26:22,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,39045,1733117177916}] 2024-12-02T05:26:22,467 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:26:22,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:26:22,471 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:26:22,471 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:22,471 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:26:22,472 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C39045%2C1733117177916.meta, suffix=.meta, logDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/oldWALs, maxLogs=10 2024-12-02T05:26:22,484 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.meta.1733117182472.meta, exclude list is [], retry=0 2024-12-02T05:26:22,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44641,DS-f82beaa9-19a1-4cd6-b680-65e992cf81f3,DISK] 2024-12-02T05:26:22,487 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.meta.1733117182472.meta 2024-12-02T05:26:22,487 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-12-02T05:26:22,487 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:22,487 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:22,487 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:26:22,487 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:26:22,487 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:26:22,487 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:26:22,488 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:22,488 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:26:22,488 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:26:22,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:26:22,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:26:22,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:22,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:22,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:26:22,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:26:22,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:22,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:22,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:26:22,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:26:22,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:22,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:22,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:26:22,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:26:22,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:22,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:22,492 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:26:22,492 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740 2024-12-02T05:26:22,493 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740 2024-12-02T05:26:22,494 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:26:22,494 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:26:22,494 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:22,495 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:26:22,495 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59152204, jitterRate=-0.11856347322463989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:22,495 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:26:22,496 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117182488Writing region info on filesystem at 1733117182488Initializing all the Stores at 1733117182488Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117182488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117182488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117182488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117182488Cleaning up temporary data from old regions at 1733117182494 (+6 ms)Running coprocessor post-open hooks at 1733117182495 (+1 ms)Region opened successfully at 1733117182495 2024-12-02T05:26:22,496 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117182467 2024-12-02T05:26:22,497 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:26:22,498 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:26:22,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,39045,1733117177916 2024-12-02T05:26:22,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,39045,1733117177916, state=OPEN 2024-12-02T05:26:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1886069567/meta-region-server 2024-12-02T05:26:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1886069567/meta-region-server 2024-12-02T05:26:22,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,39045,1733117177916 2024-12-02T05:26:22,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886069567/meta-region-server: CHANGED 2024-12-02T05:26:22,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1886069567/meta-region-server: CHANGED 2024-12-02T05:26:22,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:26:22,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,39045,1733117177916 in 389 msec 2024-12-02T05:26:22,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:26:22,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 764 msec 2024-12-02T05:26:22,707 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:22,707 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:26:22,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:22,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,39045,1733117177916, seqNum=-1] 2024-12-02T05:26:22,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:22,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:22,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5990 sec 2024-12-02T05:26:22,713 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117182713, completionTime=-1 2024-12-02T05:26:22,713 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:26:22,713 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:26:22,714 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117242714 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117302715 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42979,1733117177228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42979,1733117177228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42979,1733117177228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:42979, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:22,715 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:22,716 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:26:22,718 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.341sec 2024-12-02T05:26:22,718 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:26:22,718 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:26:22,719 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:26:22,719 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:26:22,719 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:26:22,719 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42979,1733117177228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:26:22,719 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42979,1733117177228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:26:22,721 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:26:22,721 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:26:22,721 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42979,1733117177228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:22,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6da16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:22,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:22,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:22,778 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795b4c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:22,779 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:22,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6589f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:22,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,39045,1733117177916, seqNum=-1] 2024-12-02T05:26:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:22,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:22,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,42979,1733117177228 2024-12-02T05:26:22,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:22,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:22,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101948129140005 connected 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.log.dir so I do NOT create it in target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b 2024-12-02T05:26:23,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.tmp.dir so I do NOT create it in target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b 2024-12-02T05:26:23,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:26:23,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/cluster_80c305e2-432c-800c-5c40-1ca0b71ebe28, deleteOnExit=true 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/test.cache.data in system properties and HBase conf 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:26:23,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:26:23,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:26:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:26:23,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:23,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:26:23,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:26:23,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:26:23,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:26:23,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:23,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@276b5148{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:26:23,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@595f1458{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:26:24,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b34ea9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/java.io.tmpdir/jetty-localhost-40993-hadoop-hdfs-3_4_1-tests_jar-_-any-6494831671685642051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:26:24,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3910be{HTTP/1.1, (http/1.1)}{localhost:40993} 2024-12-02T05:26:24,030 INFO [Time-limited test {}] server.Server(415): Started @417014ms 2024-12-02T05:26:24,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:26:24,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:26:24,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:26:24,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:26:24,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:26:24,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce9e9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:26:24,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75a9cfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:26:24,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11d86aad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/java.io.tmpdir/jetty-localhost-35279-hadoop-hdfs-3_4_1-tests_jar-_-any-11037617561389505343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:26:24,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16fb1f9f{HTTP/1.1, (http/1.1)}{localhost:35279} 2024-12-02T05:26:24,951 INFO [Time-limited test {}] server.Server(415): Started @417935ms 2024-12-02T05:26:24,952 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:26:27,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:27,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:26:27,324 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148611 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:26:27,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:27,617 WARN [Thread-3736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/cluster_80c305e2-432c-800c-5c40-1ca0b71ebe28/data/data2/current/BP-1862565781-172.17.0.2-1733117183080/current, will proceed with Du for space computation calculation, 2024-12-02T05:26:27,617 WARN [Thread-3735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/cluster_80c305e2-432c-800c-5c40-1ca0b71ebe28/data/data1/current/BP-1862565781-172.17.0.2-1733117183080/current, will proceed with Du for space computation calculation, 2024-12-02T05:26:27,642 WARN [Thread-3723 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:26:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5642f951ff95699e with lease ID 0xd87736575025b26d: Processing first storage report for DS-3db993f1-0ade-4fcc-8882-0af8836f4969 from datanode DatanodeRegistration(127.0.0.1:42703, datanodeUuid=892c2f13-a0c9-4bcd-a47c-3edd1d0a66db, infoPort=33167, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=851097102;c=1733117183080) 2024-12-02T05:26:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5642f951ff95699e with lease ID 0xd87736575025b26d: from storage DS-3db993f1-0ade-4fcc-8882-0af8836f4969 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=892c2f13-a0c9-4bcd-a47c-3edd1d0a66db, infoPort=33167, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=851097102;c=1733117183080), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:26:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5642f951ff95699e with lease ID 0xd87736575025b26d: Processing first storage report for DS-1f486219-a1f3-4108-a5bd-56531c082742 from datanode DatanodeRegistration(127.0.0.1:42703, datanodeUuid=892c2f13-a0c9-4bcd-a47c-3edd1d0a66db, infoPort=33167, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=851097102;c=1733117183080) 2024-12-02T05:26:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5642f951ff95699e with lease ID 0xd87736575025b26d: from storage DS-1f486219-a1f3-4108-a5bd-56531c082742 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=892c2f13-a0c9-4bcd-a47c-3edd1d0a66db, infoPort=33167, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=851097102;c=1733117183080), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:26:27,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b 2024-12-02T05:26:27,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:27,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:27,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:26:28,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:26:28,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:28,098 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214 with version=8 2024-12-02T05:26:28,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/hbase-staging 2024-12-02T05:26:28,100 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:26:28,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:28,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:28,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:26:28,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:28,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:26:28,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:26:28,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:26:28,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36499 2024-12-02T05:26:28,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36499 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364990x0, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:28,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36499-0x101948129140006 connected 2024-12-02T05:26:28,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:28,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:28,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on znode that does not yet exist, /2-1772375824/running 2024-12-02T05:26:28,709 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214, hbase.cluster.distributed=false 2024-12-02T05:26:28,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on znode that does not yet exist, /2-1772375824/acl 2024-12-02T05:26:28,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36499 2024-12-02T05:26:28,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36499 2024-12-02T05:26:28,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36499 2024-12-02T05:26:28,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36499 2024-12-02T05:26:28,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36499 2024-12-02T05:26:28,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:26:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:28,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:26:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:26:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:26:28,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:26:28,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:26:28,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38101 2024-12-02T05:26:28,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38101 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:28,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:28,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:28,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381010x0, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:28,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381010x0, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on znode that does not yet exist, /2-1772375824/running 2024-12-02T05:26:28,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38101-0x101948129140007 connected 2024-12-02T05:26:28,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:26:28,891 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:26:28,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on znode that does not yet exist, /2-1772375824/master 2024-12-02T05:26:28,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on znode that does not yet exist, /2-1772375824/acl 2024-12-02T05:26:28,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38101 2024-12-02T05:26:28,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38101 2024-12-02T05:26:28,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38101 2024-12-02T05:26:28,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38101 2024-12-02T05:26:28,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38101 2024-12-02T05:26:28,904 DEBUG [M:0;f49461030c22:36499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:36499 2024-12-02T05:26:28,904 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1772375824/backup-masters/f49461030c22,36499,1733117188100 2024-12-02T05:26:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824/backup-masters 2024-12-02T05:26:28,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824/backup-masters 2024-12-02T05:26:28,925 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on existing znode=/2-1772375824/backup-masters/f49461030c22,36499,1733117188100 2024-12-02T05:26:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1772375824/master 2024-12-02T05:26:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:29,088 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on existing znode=/2-1772375824/master 2024-12-02T05:26:29,088 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1772375824/backup-masters/f49461030c22,36499,1733117188100 from backup master directory 2024-12-02T05:26:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824/backup-masters 2024-12-02T05:26:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1772375824/backup-masters/f49461030c22,36499,1733117188100 2024-12-02T05:26:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824/backup-masters 2024-12-02T05:26:29,114 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:26:29,114 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,36499,1733117188100 2024-12-02T05:26:29,117 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/hbase.id] with ID: 3fc1953b-6945-48f5-bdc2-3714818f7f54 2024-12-02T05:26:29,117 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/.tmp/hbase.id 2024-12-02T05:26:29,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:26:29,520 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/.tmp/hbase.id]:[hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/hbase.id] 2024-12-02T05:26:29,527 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:26:29,527 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:26:29,528 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:26:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:29,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:26:29,760 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:29,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:26:29,761 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:26:30,167 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store 2024-12-02T05:26:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:26:30,571 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:30,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:26:30,572 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:30,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:30,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:26:30,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:30,572 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:30,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117190572Disabling compacts and flushes for region at 1733117190572Disabling writes for close at 1733117190572Writing region close event to WAL at 1733117190572Closed at 1733117190572 2024-12-02T05:26:30,572 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/.initializing 2024-12-02T05:26:30,572 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/WALs/f49461030c22,36499,1733117188100 2024-12-02T05:26:30,573 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:26:30,574 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C36499%2C1733117188100, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/WALs/f49461030c22,36499,1733117188100, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/oldWALs, maxLogs=10 2024-12-02T05:26:30,598 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/WALs/f49461030c22,36499,1733117188100/f49461030c22%2C36499%2C1733117188100.1733117190574, exclude list is [], retry=0 2024-12-02T05:26:30,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-3db993f1-0ade-4fcc-8882-0af8836f4969,DISK] 2024-12-02T05:26:30,601 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/WALs/f49461030c22,36499,1733117188100/f49461030c22%2C36499%2C1733117188100.1733117190574 2024-12-02T05:26:30,601 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33167:33167)] 2024-12-02T05:26:30,601 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:30,602 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:30,602 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,602 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:26:30,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:30,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:30,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:26:30,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:30,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:30,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:26:30,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:30,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:30,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:26:30,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:30,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:30,608 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,608 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,608 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:30,610 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:26:30,612 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:30,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65681891, jitterRate=-0.02126355469226837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:30,612 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117190602Initializing all the Stores at 1733117190602Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117190602Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117190603 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117190603Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117190603Cleaning up temporary data from old regions at 1733117190609 (+6 ms)Region opened successfully at 1733117190612 (+3 ms) 2024-12-02T05:26:30,612 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:26:30,614 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1db293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:26:30,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:26:30,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:26:30,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:26:30,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:26:30,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:26:30,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:26:30,615 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:26:30,617 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:26:30,618 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Unable to get data of znode /2-1772375824/balancer because node does not exist (not necessarily an error) 2024-12-02T05:26:30,921 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1772375824/balancer already deleted, retry=false 2024-12-02T05:26:30,922 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:26:30,922 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Unable to get data of znode /2-1772375824/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:26:30,977 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1772375824/normalizer already deleted, retry=false 2024-12-02T05:26:30,977 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:26:30,978 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Unable to get data of znode /2-1772375824/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:26:31,048 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1772375824/switch/split already deleted, retry=false 2024-12-02T05:26:31,048 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Unable to get data of znode /2-1772375824/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:26:31,178 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1772375824/switch/merge already deleted, retry=false 2024-12-02T05:26:31,179 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Unable to get data of znode /2-1772375824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:26:31,208 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1772375824/snapshot-cleanup already deleted, retry=false 2024-12-02T05:26:31,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1772375824/running 2024-12-02T05:26:31,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1772375824/running 2024-12-02T05:26:31,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:31,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:31,219 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,36499,1733117188100, sessionid=0x101948129140006, setting cluster-up flag (Was=false) 2024-12-02T05:26:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:31,921 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1772375824/flush-table-proc/acquired, /2-1772375824/flush-table-proc/reached, /2-1772375824/flush-table-proc/abort 2024-12-02T05:26:31,922 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36499,1733117188100 2024-12-02T05:26:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:32,153 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1772375824/online-snapshot/acquired, /2-1772375824/online-snapshot/reached, /2-1772375824/online-snapshot/abort 2024-12-02T05:26:32,154 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,36499,1733117188100 2024-12-02T05:26:32,155 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:26:32,156 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:32,156 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:26:32,156 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:26:32,157 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,36499,1733117188100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:26:32,158 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:32,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:26:32,164 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117222164 2024-12-02T05:26:32,164 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:26:32,164 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:26:32,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:26:32,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:26:32,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:26:32,165 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:32,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:26:32,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:26:32,165 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,166 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:26:32,166 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:26:32,166 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:26:32,166 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:26:32,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:26:32,168 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:26:32,172 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117192168,5,FailOnTimeoutGroup] 2024-12-02T05:26:32,173 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117192172,5,FailOnTimeoutGroup] 2024-12-02T05:26:32,173 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,173 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:26:32,173 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,173 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:26:32,197 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(746): ClusterId : 3fc1953b-6945-48f5-bdc2-3714818f7f54 2024-12-02T05:26:32,197 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:26:32,403 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:26:32,403 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:26:32,490 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:26:32,491 DEBUG [RS:0;f49461030c22:38101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bb2452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:26:32,502 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:38101 2024-12-02T05:26:32,503 INFO [RS:0;f49461030c22:38101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:26:32,503 INFO [RS:0;f49461030c22:38101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:26:32,503 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:26:32,503 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,36499,1733117188100 with port=38101, startcode=1733117188727 2024-12-02T05:26:32,503 DEBUG [RS:0;f49461030c22:38101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:26:32,504 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:26:32,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,38101,1733117188727 2024-12-02T05:26:32,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(517): Registering regionserver=f49461030c22,38101,1733117188727 2024-12-02T05:26:32,506 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214 2024-12-02T05:26:32,506 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32987 2024-12-02T05:26:32,506 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:26:32,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:26:32,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214 2024-12-02T05:26:32,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:26:32,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824/rs 2024-12-02T05:26:32,797 DEBUG [RS:0;f49461030c22:38101 {}] zookeeper.ZKUtil(111): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on existing znode=/2-1772375824/rs/f49461030c22,38101,1733117188727 2024-12-02T05:26:32,797 WARN [RS:0;f49461030c22:38101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:26:32,797 INFO [RS:0;f49461030c22:38101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:32,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,38101,1733117188727] 2024-12-02T05:26:32,797 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727 2024-12-02T05:26:32,799 INFO [RS:0;f49461030c22:38101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:26:32,801 INFO [RS:0;f49461030c22:38101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:26:32,801 INFO [RS:0;f49461030c22:38101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:26:32,801 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,801 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:26:32,802 DEBUG [RS:0;f49461030c22:38101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,802 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38101,1733117188727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:26:32,814 INFO [RS:0;f49461030c22:38101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:26:32,814 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38101,1733117188727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,814 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,815 INFO [RS:0;f49461030c22:38101 {}] regionserver.Replication(171): f49461030c22,38101,1733117188727 started 2024-12-02T05:26:32,825 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:32,825 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,38101,1733117188727, RpcServer on f49461030c22/172.17.0.2:38101, sessionid=0x101948129140007 2024-12-02T05:26:32,825 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:26:32,825 DEBUG [RS:0;f49461030c22:38101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,38101,1733117188727 2024-12-02T05:26:32,825 DEBUG [RS:0;f49461030c22:38101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,38101,1733117188727' 2024-12-02T05:26:32,825 DEBUG [RS:0;f49461030c22:38101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1772375824/flush-table-proc/abort' 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1772375824/flush-table-proc/acquired' 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,38101,1733117188727 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,38101,1733117188727' 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1772375824/online-snapshot/abort' 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1772375824/online-snapshot/acquired' 2024-12-02T05:26:32,826 DEBUG [RS:0;f49461030c22:38101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:26:32,826 INFO [RS:0;f49461030c22:38101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:26:32,827 INFO [RS:0;f49461030c22:38101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:26:32,927 INFO [RS:0;f49461030c22:38101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:26:32,928 INFO [RS:0;f49461030c22:38101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38101%2C1733117188727, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/oldWALs, maxLogs=10 2024-12-02T05:26:32,940 DEBUG [RS:0;f49461030c22:38101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, exclude list is [], retry=0 2024-12-02T05:26:32,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-3db993f1-0ade-4fcc-8882-0af8836f4969,DISK] 2024-12-02T05:26:32,943 INFO [RS:0;f49461030c22:38101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 2024-12-02T05:26:32,943 DEBUG [RS:0;f49461030c22:38101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33167:33167)] 2024-12-02T05:26:32,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:32,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:26:32,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:26:32,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:32,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:32,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:26:32,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:26:32,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:32,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:32,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:26:32,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:26:32,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:32,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:32,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:26:32,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:26:32,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:32,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:32,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:26:32,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740 2024-12-02T05:26:32,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740 2024-12-02T05:26:32,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:26:32,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:26:32,986 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:32,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:26:32,988 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:32,988 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65328868, jitterRate=-0.026524007320404053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:32,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117192979Initializing all the Stores at 1733117192980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117192980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117192980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117192980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117192980Cleaning up temporary data from old regions at 1733117192986 (+6 ms)Region opened successfully at 1733117192988 (+2 ms) 2024-12-02T05:26:32,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:26:32,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:26:32,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:26:32,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:26:32,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:26:32,989 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:26:32,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117192988Disabling compacts and flushes for region at 1733117192988Disabling writes for close at 1733117192988Writing region close event to WAL at 1733117192989 (+1 ms)Closed at 1733117192989 2024-12-02T05:26:32,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:32,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:26:32,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:26:32,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:26:32,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:26:33,141 DEBUG [f49461030c22:36499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:26:33,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,38101,1733117188727 2024-12-02T05:26:33,142 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,38101,1733117188727, state=OPENING 2024-12-02T05:26:33,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:26:33,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:33,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:33,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1772375824/meta-region-server: CHANGED 2024-12-02T05:26:33,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1772375824/meta-region-server: CHANGED 2024-12-02T05:26:33,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:26:33,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,38101,1733117188727}] 2024-12-02T05:26:33,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:26:33,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:26:33,477 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:26:33,477 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:33,477 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:26:33,478 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38101%2C1733117188727.meta, suffix=.meta, logDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/oldWALs, maxLogs=10 2024-12-02T05:26:33,493 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.meta.1733117193479.meta, exclude list is [], retry=0 2024-12-02T05:26:33,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-3db993f1-0ade-4fcc-8882-0af8836f4969,DISK] 2024-12-02T05:26:33,496 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.meta.1733117193479.meta 2024-12-02T05:26:33,497 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33167:33167)] 2024-12-02T05:26:33,497 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:33,497 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:33,497 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:26:33,497 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:26:33,497 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:26:33,497 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:26:33,498 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:33,498 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:26:33,498 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:26:33,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:26:33,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:26:33,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:33,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:33,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:26:33,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:26:33,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:33,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:33,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:26:33,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:26:33,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:33,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:33,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:26:33,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:26:33,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:33,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:26:33,502 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:26:33,503 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740 2024-12-02T05:26:33,503 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740 2024-12-02T05:26:33,504 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:26:33,504 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:26:33,505 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:26:33,505 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:26:33,506 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70634465, jitterRate=0.05253554880619049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:26:33,506 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:26:33,506 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117193498Writing region info on filesystem at 1733117193498Initializing all the Stores at 1733117193498Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117193498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117193499 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117193499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117193499Cleaning up temporary data from old regions at 1733117193504 (+5 ms)Running coprocessor post-open hooks at 1733117193506 (+2 ms)Region opened successfully at 1733117193506 2024-12-02T05:26:33,507 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117193473 2024-12-02T05:26:33,508 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:26:33,508 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:26:33,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,38101,1733117188727 2024-12-02T05:26:33,509 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,38101,1733117188727, state=OPEN 2024-12-02T05:26:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1772375824/meta-region-server 2024-12-02T05:26:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1772375824/meta-region-server 2024-12-02T05:26:33,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,38101,1733117188727 2024-12-02T05:26:33,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1772375824/meta-region-server: CHANGED 2024-12-02T05:26:33,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1772375824/meta-region-server: CHANGED 2024-12-02T05:26:33,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:26:33,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,38101,1733117188727 in 392 msec 2024-12-02T05:26:33,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:26:33,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-12-02T05:26:33,717 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:26:33,717 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:26:33,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:33,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38101,1733117188727, seqNum=-1] 2024-12-02T05:26:33,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:33,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:33,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5670 sec 2024-12-02T05:26:33,723 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117193723, completionTime=-1 2024-12-02T05:26:33,723 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:26:33,723 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:26:33,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:26:33,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117253724 2024-12-02T05:26:33,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117313724 2024-12-02T05:26:33,724 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:26:33,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36499,1733117188100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:33,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36499,1733117188100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:33,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36499,1733117188100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:33,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:36499, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:33,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:33,725 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:33,727 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.614sec 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36499,1733117188100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:26:33,728 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36499,1733117188100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:26:33,730 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:26:33,730 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:26:33,730 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,36499,1733117188100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:26:33,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3a173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:33,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36499,-1 for getting cluster id 2024-12-02T05:26:33,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:33,799 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc1953b-6945-48f5-bdc2-3714818f7f54' 2024-12-02T05:26:33,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc1953b-6945-48f5-bdc2-3714818f7f54" 2024-12-02T05:26:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6514a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36499,-1] 2024-12-02T05:26:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:33,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:33,801 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:33,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1f724c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:33,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38101,1733117188727, seqNum=-1] 2024-12-02T05:26:33,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:33,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,36499,1733117188100 2024-12-02T05:26:33,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53572 2024-12-02T05:26:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:26:33,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101948129140008 connected 2024-12-02T05:26:34,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,37513,1733117166303 2024-12-02T05:26:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a1e828 2024-12-02T05:26:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:34,082 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:34,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:26:34,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:26:34,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:34,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:26:34,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:26:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:26:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:34,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 270fb2b67c86adc778478793c4c964e0, NAME => 'test,,1733117194083.270fb2b67c86adc778478793c4c964e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835 2024-12-02T05:26:34,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:26:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:34,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117194083.270fb2b67c86adc778478793c4c964e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:34,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 270fb2b67c86adc778478793c4c964e0, disabling compactions & flushes 2024-12-02T05:26:34,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:26:34,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:26:34,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117194083.270fb2b67c86adc778478793c4c964e0. after waiting 0 ms 2024-12-02T05:26:34,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:26:34,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:26:34,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 270fb2b67c86adc778478793c4c964e0: Waiting for close lock at 1733117194897Disabling compacts and flushes for region at 1733117194897Disabling writes for close at 1733117194897Writing region close event to WAL at 1733117194897Closed at 1733117194897 2024-12-02T05:26:34,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:26:34,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117194083.270fb2b67c86adc778478793c4c964e0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117194898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117194898"}]},"ts":"1733117194898"} 2024-12-02T05:26:34,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:26:34,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:26:34,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117194901"}]},"ts":"1733117194901"} 2024-12-02T05:26:34,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:26:34,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=270fb2b67c86adc778478793c4c964e0, ASSIGN}] 2024-12-02T05:26:34,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=270fb2b67c86adc778478793c4c964e0, ASSIGN 2024-12-02T05:26:34,904 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=270fb2b67c86adc778478793c4c964e0, ASSIGN; state=OFFLINE, location=f49461030c22,34237,1733117167014; forceNewPlan=false, retain=false 2024-12-02T05:26:35,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=270fb2b67c86adc778478793c4c964e0, regionState=OPENING, regionLocation=f49461030c22,34237,1733117167014 2024-12-02T05:26:35,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=270fb2b67c86adc778478793c4c964e0, ASSIGN because future has completed 2024-12-02T05:26:35,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 270fb2b67c86adc778478793c4c964e0, server=f49461030c22,34237,1733117167014}] 2024-12-02T05:26:35,212 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:26:35,212 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 270fb2b67c86adc778478793c4c964e0, NAME => 'test,,1733117194083.270fb2b67c86adc778478793c4c964e0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:35,212 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:35,212 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:26:35,212 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,213 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117194083.270fb2b67c86adc778478793c4c964e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:35,213 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,213 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,214 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,214 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270fb2b67c86adc778478793c4c964e0 columnFamilyName f 2024-12-02T05:26:35,214 DEBUG [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:35,215 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] regionserver.HStore(327): Store=270fb2b67c86adc778478793c4c964e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:35,215 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,215 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270fb2b67c86adc778478793c4c964e0 columnFamilyName f1 2024-12-02T05:26:35,215 DEBUG [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:35,216 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] regionserver.HStore(327): Store=270fb2b67c86adc778478793c4c964e0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:35,216 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,216 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270fb2b67c86adc778478793c4c964e0 columnFamilyName norep 2024-12-02T05:26:35,216 DEBUG [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:35,216 INFO [StoreOpener-270fb2b67c86adc778478793c4c964e0-1 {}] regionserver.HStore(327): Store=270fb2b67c86adc778478793c4c964e0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:35,217 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,217 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,217 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,218 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,218 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,218 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:26:35,219 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,220 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:35,220 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 270fb2b67c86adc778478793c4c964e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68446973, jitterRate=0.019939377903938293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:26:35,221 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:26:35,221 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 270fb2b67c86adc778478793c4c964e0: Running coprocessor pre-open hook at 1733117195213Writing region info on filesystem at 1733117195213Initializing all the Stores at 1733117195213Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117195213Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117195213Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117195213Cleaning up temporary data from old regions at 1733117195218 (+5 ms)Running coprocessor post-open hooks at 1733117195221 (+3 ms)Region opened successfully at 1733117195221 2024-12-02T05:26:35,222 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117194083.270fb2b67c86adc778478793c4c964e0., pid=6, masterSystemTime=1733117195209 2024-12-02T05:26:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:35,224 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:26:35,224 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:26:35,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=270fb2b67c86adc778478793c4c964e0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,34237,1733117167014 2024-12-02T05:26:35,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 270fb2b67c86adc778478793c4c964e0, server=f49461030c22,34237,1733117167014 because future has completed 2024-12-02T05:26:35,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:26:35,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 270fb2b67c86adc778478793c4c964e0, server=f49461030c22,34237,1733117167014 in 169 msec 2024-12-02T05:26:35,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:26:35,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=270fb2b67c86adc778478793c4c964e0, ASSIGN in 326 msec 2024-12-02T05:26:35,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:26:35,230 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117195230"}]},"ts":"1733117195230"} 2024-12-02T05:26:35,231 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:26:35,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:26:35,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-02T05:26:35,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:26:35,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:26:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:36,233 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:26:36,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42979,1733117177228 2024-12-02T05:26:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195c59ed 2024-12-02T05:26:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:36,235 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:36,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:26:36,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:26:36,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:36,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:26:36,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:26:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:36,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:36,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4323add963affa952ab8ce80e8d7afe4, NAME => 'test,,1733117196235.4323add963affa952ab8ce80e8d7afe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82 2024-12-02T05:26:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:26:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:37,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117196235.4323add963affa952ab8ce80e8d7afe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:37,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4323add963affa952ab8ce80e8d7afe4, disabling compactions & flushes 2024-12-02T05:26:37,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:26:37,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:26:37,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. after waiting 0 ms 2024-12-02T05:26:37,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:26:37,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:26:37,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4323add963affa952ab8ce80e8d7afe4: Waiting for close lock at 1733117197049Disabling compacts and flushes for region at 1733117197049Disabling writes for close at 1733117197049Writing region close event to WAL at 1733117197049Closed at 1733117197049 2024-12-02T05:26:37,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:26:37,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117196235.4323add963affa952ab8ce80e8d7afe4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117197050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117197050"}]},"ts":"1733117197050"} 2024-12-02T05:26:37,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:26:37,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:26:37,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117197053"}]},"ts":"1733117197053"} 2024-12-02T05:26:37,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:26:37,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4323add963affa952ab8ce80e8d7afe4, ASSIGN}] 2024-12-02T05:26:37,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4323add963affa952ab8ce80e8d7afe4, ASSIGN 2024-12-02T05:26:37,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4323add963affa952ab8ce80e8d7afe4, ASSIGN; state=OFFLINE, location=f49461030c22,39045,1733117177916; forceNewPlan=false, retain=false 2024-12-02T05:26:37,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4323add963affa952ab8ce80e8d7afe4, regionState=OPENING, regionLocation=f49461030c22,39045,1733117177916 2024-12-02T05:26:37,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4323add963affa952ab8ce80e8d7afe4, ASSIGN because future has completed 2024-12-02T05:26:37,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4323add963affa952ab8ce80e8d7afe4, server=f49461030c22,39045,1733117177916}] 2024-12-02T05:26:37,364 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:26:37,364 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4323add963affa952ab8ce80e8d7afe4, NAME => 'test,,1733117196235.4323add963affa952ab8ce80e8d7afe4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:37,365 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:37,365 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:26:37,365 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,365 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117196235.4323add963affa952ab8ce80e8d7afe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:37,365 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,365 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,369 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,370 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4323add963affa952ab8ce80e8d7afe4 columnFamilyName f 2024-12-02T05:26:37,370 DEBUG [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:37,370 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] regionserver.HStore(327): Store=4323add963affa952ab8ce80e8d7afe4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:37,370 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,371 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4323add963affa952ab8ce80e8d7afe4 columnFamilyName f1 2024-12-02T05:26:37,371 DEBUG [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:37,371 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] regionserver.HStore(327): Store=4323add963affa952ab8ce80e8d7afe4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:37,371 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,372 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4323add963affa952ab8ce80e8d7afe4 columnFamilyName norep 2024-12-02T05:26:37,372 DEBUG [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:37,372 INFO [StoreOpener-4323add963affa952ab8ce80e8d7afe4-1 {}] regionserver.HStore(327): Store=4323add963affa952ab8ce80e8d7afe4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:37,373 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,373 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,373 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:37,374 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,374 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,375 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:26:37,375 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,377 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:37,377 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4323add963affa952ab8ce80e8d7afe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72778446, jitterRate=0.08448335528373718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:26:37,377 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:26:37,377 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4323add963affa952ab8ce80e8d7afe4: Running coprocessor pre-open hook at 1733117197365Writing region info on filesystem at 1733117197365Initializing all the Stores at 1733117197366 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117197366Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117197369 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117197369Cleaning up temporary data from old regions at 1733117197374 (+5 ms)Running coprocessor post-open hooks at 1733117197377 (+3 ms)Region opened successfully at 1733117197377 2024-12-02T05:26:37,378 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117196235.4323add963affa952ab8ce80e8d7afe4., pid=6, masterSystemTime=1733117197360 2024-12-02T05:26:37,379 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:26:37,379 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:26:37,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4323add963affa952ab8ce80e8d7afe4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,39045,1733117177916 2024-12-02T05:26:37,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4323add963affa952ab8ce80e8d7afe4, server=f49461030c22,39045,1733117177916 because future has completed 2024-12-02T05:26:37,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:26:37,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4323add963affa952ab8ce80e8d7afe4, server=f49461030c22,39045,1733117177916 in 173 msec 2024-12-02T05:26:37,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:26:37,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4323add963affa952ab8ce80e8d7afe4, ASSIGN in 329 msec 2024-12-02T05:26:37,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:26:37,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117197386"}]},"ts":"1733117197386"} 2024-12-02T05:26:37,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:26:37,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:26:37,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-02T05:26:38,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:26:38,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T05:26:38,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:26:38,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T05:26:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:38,384 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:26:38,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36499,1733117188100 2024-12-02T05:26:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@677be87a 2024-12-02T05:26:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:38,386 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:38,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:26:38,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:26:38,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:38,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:26:38,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:26:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:38,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:26:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:38,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:38,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 101c420b8e618d17123bf424ca98107b, NAME => 'test,,1733117198386.101c420b8e618d17123bf424ca98107b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214 2024-12-02T05:26:38,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:39,052 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:26:39,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:39,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117198386.101c420b8e618d17123bf424ca98107b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:39,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 101c420b8e618d17123bf424ca98107b, disabling compactions & flushes 2024-12-02T05:26:39,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:39,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:39,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117198386.101c420b8e618d17123bf424ca98107b. after waiting 0 ms 2024-12-02T05:26:39,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:39,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:39,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 101c420b8e618d17123bf424ca98107b: Waiting for close lock at 1733117199202Disabling compacts and flushes for region at 1733117199202Disabling writes for close at 1733117199202Writing region close event to WAL at 1733117199202Closed at 1733117199202 2024-12-02T05:26:39,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:26:39,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117198386.101c420b8e618d17123bf424ca98107b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117199203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117199203"}]},"ts":"1733117199203"} 2024-12-02T05:26:39,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:26:39,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:26:39,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117199206"}]},"ts":"1733117199206"} 2024-12-02T05:26:39,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:26:39,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=101c420b8e618d17123bf424ca98107b, ASSIGN}] 2024-12-02T05:26:39,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=101c420b8e618d17123bf424ca98107b, ASSIGN 2024-12-02T05:26:39,210 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=101c420b8e618d17123bf424ca98107b, ASSIGN; state=OFFLINE, location=f49461030c22,38101,1733117188727; forceNewPlan=false, retain=false 2024-12-02T05:26:39,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=101c420b8e618d17123bf424ca98107b, regionState=OPENING, regionLocation=f49461030c22,38101,1733117188727 2024-12-02T05:26:39,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=101c420b8e618d17123bf424ca98107b, ASSIGN because future has completed 2024-12-02T05:26:39,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 101c420b8e618d17123bf424ca98107b, server=f49461030c22,38101,1733117188727}] 2024-12-02T05:26:39,517 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:39,518 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 101c420b8e618d17123bf424ca98107b, NAME => 'test,,1733117198386.101c420b8e618d17123bf424ca98107b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:39,518 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:39,518 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:26:39,518 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,518 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117198386.101c420b8e618d17123bf424ca98107b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:39,518 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,518 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,519 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,520 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 101c420b8e618d17123bf424ca98107b columnFamilyName f 2024-12-02T05:26:39,520 DEBUG [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:39,521 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] regionserver.HStore(327): Store=101c420b8e618d17123bf424ca98107b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:39,521 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,521 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 101c420b8e618d17123bf424ca98107b columnFamilyName f1 2024-12-02T05:26:39,521 DEBUG [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:39,522 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] regionserver.HStore(327): Store=101c420b8e618d17123bf424ca98107b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:39,522 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,522 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 101c420b8e618d17123bf424ca98107b columnFamilyName norep 2024-12-02T05:26:39,522 DEBUG [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:39,523 INFO [StoreOpener-101c420b8e618d17123bf424ca98107b-1 {}] regionserver.HStore(327): Store=101c420b8e618d17123bf424ca98107b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:39,523 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,523 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,523 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:39,524 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,524 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,524 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:26:39,525 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,526 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:39,526 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 101c420b8e618d17123bf424ca98107b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60353684, jitterRate=-0.10066002607345581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:26:39,526 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:39,526 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 101c420b8e618d17123bf424ca98107b: Running coprocessor pre-open hook at 1733117199518Writing region info on filesystem at 1733117199518Initializing all the Stores at 1733117199519 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117199519Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117199519Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117199519Cleaning up temporary data from old regions at 1733117199524 (+5 ms)Running coprocessor post-open hooks at 1733117199526 (+2 ms)Region opened successfully at 1733117199526 2024-12-02T05:26:39,527 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117198386.101c420b8e618d17123bf424ca98107b., pid=6, masterSystemTime=1733117199515 2024-12-02T05:26:39,528 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:39,528 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:39,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=101c420b8e618d17123bf424ca98107b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,38101,1733117188727 2024-12-02T05:26:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 101c420b8e618d17123bf424ca98107b, server=f49461030c22,38101,1733117188727 because future has completed 2024-12-02T05:26:39,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:26:39,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 101c420b8e618d17123bf424ca98107b, server=f49461030c22,38101,1733117188727 in 168 msec 2024-12-02T05:26:39,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:26:39,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=101c420b8e618d17123bf424ca98107b, ASSIGN in 324 msec 2024-12-02T05:26:39,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:26:39,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117199534"}]},"ts":"1733117199534"} 2024-12-02T05:26:39,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:26:39,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:26:39,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-02T05:26:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:26:40,534 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:26:40,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481510da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:40,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,37513,-1 for getting cluster id 2024-12-02T05:26:40,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:40,535 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '528e362e-afab-4407-af37-9c3a4f4b2f86' 2024-12-02T05:26:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "528e362e-afab-4407-af37-9c3a4f4b2f86" 2024-12-02T05:26:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a944b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,37513,-1] 2024-12-02T05:26:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:40,536 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b209d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:40,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,37513,1733117166303 2024-12-02T05:26:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eeb5d98 2024-12-02T05:26:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:40,539 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:40,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:42979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:26:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:40,542 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:42979' 2024-12-02T05:26:40,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b79db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:40,543 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:40,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:40,544 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22668d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:40,545 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0ae09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:40,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42979,1733117177228 2024-12-02T05:26:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f0c849 2024-12-02T05:26:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:40,547 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:40,547 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:26:40,547 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:26:40,547 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:40,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:40,548 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:40,548 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:40,549 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:26:40,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:26:40,550 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:40,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:26:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:26:40,599 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:40,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4dd20ee0dab718b589dc2f73a7a026b, NAME => 'hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835 2024-12-02T05:26:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:26:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:41,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:41,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4dd20ee0dab718b589dc2f73a7a026b, disabling compactions & flushes 2024-12-02T05:26:41,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:26:41,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:26:41,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. after waiting 0 ms 2024-12-02T05:26:41,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:26:41,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:26:41,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4dd20ee0dab718b589dc2f73a7a026b: Waiting for close lock at 1733117201361Disabling compacts and flushes for region at 1733117201361Disabling writes for close at 1733117201361Writing region close event to WAL at 1733117201361Closed at 1733117201361 2024-12-02T05:26:41,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:26:41,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117201362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117201362"}]},"ts":"1733117201362"} 2024-12-02T05:26:41,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:26:41,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:26:41,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117201365"}]},"ts":"1733117201365"} 2024-12-02T05:26:41,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:26:41,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4dd20ee0dab718b589dc2f73a7a026b, ASSIGN}] 2024-12-02T05:26:41,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4dd20ee0dab718b589dc2f73a7a026b, ASSIGN 2024-12-02T05:26:41,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4dd20ee0dab718b589dc2f73a7a026b, ASSIGN; state=OFFLINE, location=f49461030c22,34237,1733117167014; forceNewPlan=false, retain=false 2024-12-02T05:26:41,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4dd20ee0dab718b589dc2f73a7a026b, regionState=OPENING, regionLocation=f49461030c22,34237,1733117167014 2024-12-02T05:26:41,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4dd20ee0dab718b589dc2f73a7a026b, ASSIGN because future has completed 2024-12-02T05:26:41,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4dd20ee0dab718b589dc2f73a7a026b, server=f49461030c22,34237,1733117167014}] 2024-12-02T05:26:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:41,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:26:41,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:41,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:26:41,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C34237%2C1733117167014.rep, suffix=, logDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014, archiveDir=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/oldWALs, maxLogs=10 2024-12-02T05:26:41,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.rep.1733117201677, exclude list is [], retry=0 2024-12-02T05:26:41,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45797,DS-67f5b776-042c-4e9e-afc3-8350cf3c00fe,DISK] 2024-12-02T05:26:41,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.rep.1733117201677 2024-12-02T05:26:41,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35181:35181)] 2024-12-02T05:26:41,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c4dd20ee0dab718b589dc2f73a7a026b, NAME => 'hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:41,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:41,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:26:41,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. service=MultiRowMutationService 2024-12-02T05:26:41,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:26:41,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:41,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,693 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,694 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4dd20ee0dab718b589dc2f73a7a026b columnFamilyName hfileref 2024-12-02T05:26:41,694 DEBUG [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:41,694 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] regionserver.HStore(327): Store=c4dd20ee0dab718b589dc2f73a7a026b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:41,694 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,695 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4dd20ee0dab718b589dc2f73a7a026b columnFamilyName queue 2024-12-02T05:26:41,695 DEBUG [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:41,695 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] regionserver.HStore(327): Store=c4dd20ee0dab718b589dc2f73a7a026b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:41,695 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,696 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4dd20ee0dab718b589dc2f73a7a026b columnFamilyName sid 2024-12-02T05:26:41,696 DEBUG [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:41,696 INFO [StoreOpener-c4dd20ee0dab718b589dc2f73a7a026b-1 {}] regionserver.HStore(327): Store=c4dd20ee0dab718b589dc2f73a7a026b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:41,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/replication/c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/replication/c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:26:41,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/replication/c4dd20ee0dab718b589dc2f73a7a026b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:41,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c4dd20ee0dab718b589dc2f73a7a026b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59348397, jitterRate=-0.11563996970653534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:26:41,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:26:41,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c4dd20ee0dab718b589dc2f73a7a026b: Running coprocessor pre-open hook at 1733117201692Writing region info on filesystem at 1733117201692Initializing all the Stores at 1733117201693 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117201693Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117201693Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117201693Cleaning up temporary data from old regions at 1733117201698 (+5 ms)Running coprocessor post-open hooks at 1733117201701 (+3 ms)Region opened successfully at 1733117201701 2024-12-02T05:26:41,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b., pid=10, masterSystemTime=1733117201672 2024-12-02T05:26:41,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:26:41,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:26:41,703 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4dd20ee0dab718b589dc2f73a7a026b, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,34237,1733117167014 2024-12-02T05:26:41,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4dd20ee0dab718b589dc2f73a7a026b, server=f49461030c22,34237,1733117167014 because future has completed 2024-12-02T05:26:41,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:26:41,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4dd20ee0dab718b589dc2f73a7a026b, server=f49461030c22,34237,1733117167014 in 184 msec 2024-12-02T05:26:41,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:26:41,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4dd20ee0dab718b589dc2f73a7a026b, ASSIGN in 340 msec 2024-12-02T05:26:41,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:26:41,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117201708"}]},"ts":"1733117201708"} 2024-12-02T05:26:41,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:26:41,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:26:41,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-12-02T05:26:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b., hostname=f49461030c22,34237,1733117167014, seqNum=2] 2024-12-02T05:26:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:42,094 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:26:42,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:26:42,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:26:42,487 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:26:42,510 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,34237,1733117167014, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:26:42,511 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:42,511 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,34237,1733117167014, seqNum=-1] 2024-12-02T05:26:42,511 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:42,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-02T05:26:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,34237,1733117167014', locateType=CURRENT is [region=hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b., hostname=f49461030c22,34237,1733117167014, seqNum=2] 2024-12-02T05:26:42,515 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:26:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:26:42,517 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,34237,1733117167014 suceeded 2024-12-02T05:26:42,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:26:42,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T05:26:42,518 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:42979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:26:42,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9790 sec 2024-12-02T05:26:42,531 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:42979' 2024-12-02T05:26:42,532 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@711d04b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,532 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:42,532 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:42,533 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16027557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:42,534 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:42,534 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a84911a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,534 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:42,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42979,1733117177228 2024-12-02T05:26:42,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d53b9c 2024-12-02T05:26:42,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:42,536 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-02T05:26:42,536 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,34237,1733117167014 (queues=1) is replicating from cluster=528e362e-afab-4407-af37-9c3a4f4b2f86 to cluster=c15ebd1e-3b2f-4aff-ac66-7469a952ad06 2024-12-02T05:26:42,536 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C34237%2C1733117167014 2024-12-02T05:26:42,536 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,34237,1733117167014, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:26:42,537 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C34237%2C1733117167014 2024-12-02T05:26:42,537 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460, startPosition=0, beingWritten=true 2024-12-02T05:26:42,540 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:42,540 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:42,540 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,34237,1733117167014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:42,683 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:26:42,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:26:42,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:42,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:42,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:42,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:42,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c42df0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:42,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:42,685 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472e8e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:42,686 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fee8e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42979,1733117177228 2024-12-02T05:26:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5c71ea 2024-12-02T05:26:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:42,688 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:42,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:36499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:26:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:26:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:42,690 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:36499' 2024-12-02T05:26:42,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10543955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,690 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36499,-1 for getting cluster id 2024-12-02T05:26:42,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:42,691 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc1953b-6945-48f5-bdc2-3714818f7f54' 2024-12-02T05:26:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc1953b-6945-48f5-bdc2-3714818f7f54" 2024-12-02T05:26:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebeab27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36499,-1] 2024-12-02T05:26:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:42,692 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:42,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb43aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:42,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:42,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36499,1733117188100 2024-12-02T05:26:42,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c9973c0 2024-12-02T05:26:42,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:42,693 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:42,694 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:26:42,694 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:26:42,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:42,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:42,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:42,694 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:42,695 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:26:42,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:26:42,696 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:42,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:26:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:26:42,743 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:42,745 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:43,046 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:43,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 632d25fa9ebdc8ddc4f089ba13702e56, NAME => 'hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82 2024-12-02T05:26:43,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:26:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:43,449 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:43,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:43,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 632d25fa9ebdc8ddc4f089ba13702e56, disabling compactions & flushes 2024-12-02T05:26:43,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:26:43,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:26:43,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. after waiting 0 ms 2024-12-02T05:26:43,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:26:43,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:26:43,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 632d25fa9ebdc8ddc4f089ba13702e56: Waiting for close lock at 1733117203663Disabling compacts and flushes for region at 1733117203663Disabling writes for close at 1733117203663Writing region close event to WAL at 1733117203663Closed at 1733117203663 2024-12-02T05:26:43,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:26:43,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117203664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117203664"}]},"ts":"1733117203664"} 2024-12-02T05:26:43,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:26:43,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:26:43,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117203666"}]},"ts":"1733117203666"} 2024-12-02T05:26:43,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:26:43,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=632d25fa9ebdc8ddc4f089ba13702e56, ASSIGN}] 2024-12-02T05:26:43,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=632d25fa9ebdc8ddc4f089ba13702e56, ASSIGN 2024-12-02T05:26:43,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=632d25fa9ebdc8ddc4f089ba13702e56, ASSIGN; state=OFFLINE, location=f49461030c22,39045,1733117177916; forceNewPlan=false, retain=false 2024-12-02T05:26:43,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=632d25fa9ebdc8ddc4f089ba13702e56, regionState=OPENING, regionLocation=f49461030c22,39045,1733117177916 2024-12-02T05:26:43,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=632d25fa9ebdc8ddc4f089ba13702e56, ASSIGN because future has completed 2024-12-02T05:26:43,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632d25fa9ebdc8ddc4f089ba13702e56, server=f49461030c22,39045,1733117177916}] 2024-12-02T05:26:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:43,952 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:43,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:26:43,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:43,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:26:43,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C39045%2C1733117177916.rep, suffix=, logDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916, archiveDir=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/oldWALs, maxLogs=10 2024-12-02T05:26:43,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.rep.1733117203977, exclude list is [], retry=0 2024-12-02T05:26:43,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44641,DS-f82beaa9-19a1-4cd6-b680-65e992cf81f3,DISK] 2024-12-02T05:26:43,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.rep.1733117203977 2024-12-02T05:26:43,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44445:44445)] 2024-12-02T05:26:43,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 632d25fa9ebdc8ddc4f089ba13702e56, NAME => 'hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:43,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:43,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:26:43,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. service=MultiRowMutationService 2024-12-02T05:26:43,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:26:43,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:43,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:43,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:43,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:43,996 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:43,997 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632d25fa9ebdc8ddc4f089ba13702e56 columnFamilyName hfileref 2024-12-02T05:26:43,998 DEBUG [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:43,998 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] regionserver.HStore(327): Store=632d25fa9ebdc8ddc4f089ba13702e56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:43,998 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:43,999 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632d25fa9ebdc8ddc4f089ba13702e56 columnFamilyName queue 2024-12-02T05:26:43,999 DEBUG [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:43,999 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] regionserver.HStore(327): Store=632d25fa9ebdc8ddc4f089ba13702e56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:43,999 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,000 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632d25fa9ebdc8ddc4f089ba13702e56 columnFamilyName sid 2024-12-02T05:26:44,000 DEBUG [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:44,000 INFO [StoreOpener-632d25fa9ebdc8ddc4f089ba13702e56-1 {}] regionserver.HStore(327): Store=632d25fa9ebdc8ddc4f089ba13702e56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:44,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/replication/632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/replication/632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:26:44,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/replication/632d25fa9ebdc8ddc4f089ba13702e56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:44,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 632d25fa9ebdc8ddc4f089ba13702e56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65599771, jitterRate=-0.02248723804950714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:26:44,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:26:44,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 632d25fa9ebdc8ddc4f089ba13702e56: Running coprocessor pre-open hook at 1733117203993Writing region info on filesystem at 1733117203993Initializing all the Stores at 1733117203994 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117203994Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117203996 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117203996Cleaning up temporary data from old regions at 1733117204002 (+6 ms)Running coprocessor post-open hooks at 1733117204009 (+7 ms)Region opened successfully at 1733117204009 2024-12-02T05:26:44,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56., pid=10, masterSystemTime=1733117203973 2024-12-02T05:26:44,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:26:44,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:26:44,011 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=632d25fa9ebdc8ddc4f089ba13702e56, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,39045,1733117177916 2024-12-02T05:26:44,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632d25fa9ebdc8ddc4f089ba13702e56, server=f49461030c22,39045,1733117177916 because future has completed 2024-12-02T05:26:44,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:26:44,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 632d25fa9ebdc8ddc4f089ba13702e56, server=f49461030c22,39045,1733117177916 in 192 msec 2024-12-02T05:26:44,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:26:44,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=632d25fa9ebdc8ddc4f089ba13702e56, ASSIGN in 348 msec 2024-12-02T05:26:44,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:26:44,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117204016"}]},"ts":"1733117204016"} 2024-12-02T05:26:44,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:26:44,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:26:44,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3240 sec 2024-12-02T05:26:44,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56., hostname=f49461030c22,39045,1733117177916, seqNum=2] 2024-12-02T05:26:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:26:44,555 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:44,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:26:44,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:26:44,841 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:26:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:44,864 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,39045,1733117177916, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:26:44,864 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:44,864 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,39045,1733117177916, seqNum=-1] 2024-12-02T05:26:44,864 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:44,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T05:26:44,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,39045,1733117177916', locateType=CURRENT is [region=hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56., hostname=f49461030c22,39045,1733117177916, seqNum=2] 2024-12-02T05:26:44,868 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:26:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:26:44,870 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,39045,1733117177916 suceeded 2024-12-02T05:26:44,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:26:44,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T05:26:44,871 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:36499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:26:44,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1830 sec 2024-12-02T05:26:44,881 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:36499' 2024-12-02T05:26:44,882 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ae844e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:44,882 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36499,-1 for getting cluster id 2024-12-02T05:26:44,882 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:44,883 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc1953b-6945-48f5-bdc2-3714818f7f54' 2024-12-02T05:26:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc1953b-6945-48f5-bdc2-3714818f7f54" 2024-12-02T05:26:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5f9009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36499,-1] 2024-12-02T05:26:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:44,884 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:44,884 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c441524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:44,884 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:44,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36499,1733117188100 2024-12-02T05:26:44,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71cf14ce 2024-12-02T05:26:44,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:44,886 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-02T05:26:44,886 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,39045,1733117177916 (queues=1) is replicating from cluster=c15ebd1e-3b2f-4aff-ac66-7469a952ad06 to cluster=3fc1953b-6945-48f5-bdc2-3714818f7f54 2024-12-02T05:26:44,886 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C39045%2C1733117177916 2024-12-02T05:26:44,886 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,39045,1733117177916, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:26:44,887 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, startPosition=0, beingWritten=true 2024-12-02T05:26:44,888 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C39045%2C1733117177916 2024-12-02T05:26:44,898 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:44,898 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:44,898 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:45,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:26:45,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:45,108 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:45,258 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:45,411 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:45,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5642f951ff95699f with lease ID 0xd87736575025b26e: from storage DS-3db993f1-0ade-4fcc-8882-0af8836f4969 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=892c2f13-a0c9-4bcd-a47c-3edd1d0a66db, infoPort=33167, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=851097102;c=1733117183080), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T05:26:45,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5642f951ff95699f with lease ID 0xd87736575025b26e: from storage DS-1f486219-a1f3-4108-a5bd-56531c082742 node DatanodeRegistration(127.0.0.1:42703, datanodeUuid=892c2f13-a0c9-4bcd-a47c-3edd1d0a66db, infoPort=33167, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=851097102;c=1733117183080), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:26:45,814 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:46,062 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:46,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:26:46,317 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:46,818 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:26:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:46,863 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:26:46,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:26:46,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:46,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:46,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:46,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:46,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5ec87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:46,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36499,-1 for getting cluster id 2024-12-02T05:26:46,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:46,865 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc1953b-6945-48f5-bdc2-3714818f7f54' 2024-12-02T05:26:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc1953b-6945-48f5-bdc2-3714818f7f54" 2024-12-02T05:26:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc931b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36499,-1] 2024-12-02T05:26:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:46,866 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48030266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:46,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,36499,1733117188100 2024-12-02T05:26:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3c86e1 2024-12-02T05:26:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:46,868 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:46,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:42979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:26:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:26:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:46,871 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:42979' 2024-12-02T05:26:46,871 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76acd039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:46,871 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:46,872 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:46,872 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce9a9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:46,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:46,873 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:46,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108efa76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:46,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:46,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42979,1733117177228 2024-12-02T05:26:46,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b85cfb 2024-12-02T05:26:46,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:46,874 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:26:46,875 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:26:46,875 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:26:46,875 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:46,875 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:46,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:46,875 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:26:46,876 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:26:46,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:26:46,877 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:46,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:26:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:26:46,920 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:46,926 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:26:46,965 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:47,283 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79fb5af56e4952607072241334341b52, NAME => 'hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214 2024-12-02T05:26:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:26:47,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:47,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79fb5af56e4952607072241334341b52, disabling compactions & flushes 2024-12-02T05:26:47,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:47,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:47,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. after waiting 0 ms 2024-12-02T05:26:47,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:47,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:47,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79fb5af56e4952607072241334341b52: Waiting for close lock at 1733117207288Disabling compacts and flushes for region at 1733117207288Disabling writes for close at 1733117207288Writing region close event to WAL at 1733117207288Closed at 1733117207288 2024-12-02T05:26:47,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:26:47,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117207289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117207289"}]},"ts":"1733117207289"} 2024-12-02T05:26:47,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:26:47,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:26:47,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117207291"}]},"ts":"1733117207291"} 2024-12-02T05:26:47,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:26:47,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79fb5af56e4952607072241334341b52, ASSIGN}] 2024-12-02T05:26:47,294 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79fb5af56e4952607072241334341b52, ASSIGN 2024-12-02T05:26:47,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79fb5af56e4952607072241334341b52, ASSIGN; state=OFFLINE, location=f49461030c22,38101,1733117188727; forceNewPlan=false, retain=false 2024-12-02T05:26:47,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79fb5af56e4952607072241334341b52, regionState=OPENING, regionLocation=f49461030c22,38101,1733117188727 2024-12-02T05:26:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79fb5af56e4952607072241334341b52, ASSIGN because future has completed 2024-12-02T05:26:47,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79fb5af56e4952607072241334341b52, server=f49461030c22,38101,1733117188727}] 2024-12-02T05:26:47,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:47,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:26:47,484 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168771 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:26:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:47,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:47,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:26:47,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:26:47,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C38101%2C1733117188727.rep, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/oldWALs, maxLogs=10 2024-12-02T05:26:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.rep.1733117207603, exclude list is [], retry=0 2024-12-02T05:26:47,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42703,DS-3db993f1-0ade-4fcc-8882-0af8836f4969,DISK] 2024-12-02T05:26:47,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.rep.1733117207603 2024-12-02T05:26:47,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33167:33167)] 2024-12-02T05:26:47,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 79fb5af56e4952607072241334341b52, NAME => 'hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:26:47,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:26:47,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:26:47,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. service=MultiRowMutationService 2024-12-02T05:26:47,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:26:47,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:26:47,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,619 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,620 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79fb5af56e4952607072241334341b52 columnFamilyName hfileref 2024-12-02T05:26:47,620 DEBUG [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:47,621 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] regionserver.HStore(327): Store=79fb5af56e4952607072241334341b52/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:47,621 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,621 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79fb5af56e4952607072241334341b52 columnFamilyName queue 2024-12-02T05:26:47,621 DEBUG [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:47,622 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] regionserver.HStore(327): Store=79fb5af56e4952607072241334341b52/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:47,622 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,622 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79fb5af56e4952607072241334341b52 columnFamilyName sid 2024-12-02T05:26:47,622 DEBUG [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:26:47,622 INFO [StoreOpener-79fb5af56e4952607072241334341b52-1 {}] regionserver.HStore(327): Store=79fb5af56e4952607072241334341b52/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:26:47,622 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:47,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:26:47,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:26:47,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 79fb5af56e4952607072241334341b52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60164417, jitterRate=-0.10348032414913177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:26:47,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:47,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 79fb5af56e4952607072241334341b52: Running coprocessor pre-open hook at 1733117207619Writing region info on filesystem at 1733117207619Initializing all the Stores at 1733117207619Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117207619Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117207619Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117207619Cleaning up temporary data from old regions at 1733117207624 (+5 ms)Running coprocessor post-open hooks at 1733117207627 (+3 ms)Region opened successfully at 1733117207627 2024-12-02T05:26:47,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52., pid=10, masterSystemTime=1733117207599 2024-12-02T05:26:47,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:47,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:47,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79fb5af56e4952607072241334341b52, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,38101,1733117188727 2024-12-02T05:26:47,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79fb5af56e4952607072241334341b52, server=f49461030c22,38101,1733117188727 because future has completed 2024-12-02T05:26:47,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:26:47,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79fb5af56e4952607072241334341b52, server=f49461030c22,38101,1733117188727 in 184 msec 2024-12-02T05:26:47,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:26:47,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79fb5af56e4952607072241334341b52, ASSIGN in 340 msec 2024-12-02T05:26:47,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:26:47,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117207635"}]},"ts":"1733117207635"} 2024-12-02T05:26:47,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:26:47,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:26:47,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-12-02T05:26:47,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52., hostname=f49461030c22,38101,1733117188727, seqNum=2] 2024-12-02T05:26:47,968 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:47,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:47,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:48,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:26:48,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:26:48,357 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:26:48,381 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,38101,1733117188727, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:26:48,381 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:48,382 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38101,1733117188727, seqNum=-1] 2024-12-02T05:26:48,382 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:48,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T05:26:48,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,38101,1733117188727', locateType=CURRENT is [region=hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52., hostname=f49461030c22,38101,1733117188727, seqNum=2] 2024-12-02T05:26:48,386 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:26:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:26:48,387 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,38101,1733117188727 suceeded 2024-12-02T05:26:48,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:26:48,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T05:26:48,389 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:42979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:26:48,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-12-02T05:26:48,398 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:42979' 2024-12-02T05:26:48,399 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@275273f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:48,399 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:48,399 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:48,400 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:48,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:48,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:48,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fc4279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:48,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:48,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:48,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:48,401 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:48,401 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e07adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:48,401 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:26:48,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,42979,1733117177228 2024-12-02T05:26:48,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12604356 2024-12-02T05:26:48,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:26:48,403 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-02T05:26:48,403 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,38101,1733117188727 (queues=1) is replicating from cluster=3fc1953b-6945-48f5-bdc2-3714818f7f54 to cluster=c15ebd1e-3b2f-4aff-ac66-7469a952ad06 2024-12-02T05:26:48,403 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C38101%2C1733117188727 2024-12-02T05:26:48,403 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,38101,1733117188727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:26:48,404 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, startPosition=0, beingWritten=true 2024-12-02T05:26:48,411 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C38101%2C1733117188727 2024-12-02T05:26:48,412 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:48,413 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 379, reset compression=false 2024-12-02T05:26:48,413 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:48,425 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:48,616 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 379, reset compression=false 2024-12-02T05:26:48,918 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 379, reset compression=false 2024-12-02T05:26:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:26:49,024 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:26:49,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:26:49,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:49,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:49,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:49,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:49,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52306a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,37513,-1 for getting cluster id 2024-12-02T05:26:49,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:49,025 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '528e362e-afab-4407-af37-9c3a4f4b2f86' 2024-12-02T05:26:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "528e362e-afab-4407-af37-9c3a4f4b2f86" 2024-12-02T05:26:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d828df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,37513,-1] 2024-12-02T05:26:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:49,026 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec75fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94a153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:49,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:49,027 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdaba33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:49,028 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8498ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f448dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36499,-1 for getting cluster id 2024-12-02T05:26:49,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:49,029 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc1953b-6945-48f5-bdc2-3714818f7f54' 2024-12-02T05:26:49,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:49,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc1953b-6945-48f5-bdc2-3714818f7f54" 2024-12-02T05:26:49,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b116e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36499,-1] 2024-12-02T05:26:49,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:49,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:49,030 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:49,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf0f81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:49,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,34237,1733117167014, seqNum=-1] 2024-12-02T05:26:49,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:49,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:49,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117194083.270fb2b67c86adc778478793c4c964e0., hostname=f49461030c22,34237,1733117167014, seqNum=2] 2024-12-02T05:26:49,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:49,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38101,1733117188727, seqNum=-1] 2024-12-02T05:26:49,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:49,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:49,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117198386.101c420b8e618d17123bf424ca98107b., hostname=f49461030c22,38101,1733117188727, seqNum=2] 2024-12-02T05:26:49,039 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T05:26:49,071 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 379, reset compression=false 2024-12-02T05:26:49,075 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:49,075 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:49,075 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,34237,1733117167014 got entry batch from reader: WALEntryBatch [walEntries=[{test/270fb2b67c86adc778478793c4c964e0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T05:26:49,076 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:26:49,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-02T05:26:49,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:49,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58262977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,42979,-1 for getting cluster id 2024-12-02T05:26:49,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:49,079 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c15ebd1e-3b2f-4aff-ac66-7469a952ad06' 2024-12-02T05:26:49,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:49,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c15ebd1e-3b2f-4aff-ac66-7469a952ad06" 2024-12-02T05:26:49,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bdd819d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,42979,-1] 2024-12-02T05:26:49,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:49,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:49,080 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:49,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510d30ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:49,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,39045,1733117177916, seqNum=-1] 2024-12-02T05:26:49,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:49,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T05:26:49,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117196235.4323add963affa952ab8ce80e8d7afe4., hostname=f49461030c22,39045,1733117177916, seqNum=2] 2024-12-02T05:26:49,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:49,278 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:49,322 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 379, reset compression=false 2024-12-02T05:26:49,328 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 379, reset compression=false 2024-12-02T05:26:49,332 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:49,332 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 503, reset compression=false 2024-12-02T05:26:49,332 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[{test/4323add963affa952ab8ce80e8d7afe4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T05:26:49,334 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:26:49,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-02T05:26:49,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:49,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38aea449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,36499,-1 for getting cluster id 2024-12-02T05:26:49,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:26:49,336 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fc1953b-6945-48f5-bdc2-3714818f7f54' 2024-12-02T05:26:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:26:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fc1953b-6945-48f5-bdc2-3714818f7f54" 2024-12-02T05:26:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a33ce4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,36499,-1] 2024-12-02T05:26:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:26:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:49,337 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:26:49,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1540290b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:26:49,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:49,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,38101,1733117188727, seqNum=-1] 2024-12-02T05:26:49,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:49,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T05:26:49,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733117198386.101c420b8e618d17123bf424ca98107b., hostname=f49461030c22,38101,1733117188727, seqNum=2] 2024-12-02T05:26:49,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:49,535 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 503, reset compression=false 2024-12-02T05:26:49,581 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:49,825 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 379, reset compression=false 2024-12-02T05:26:49,828 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:49,828 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 527, reset compression=false 2024-12-02T05:26:49,828 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:49,838 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 503, reset compression=false 2024-12-02T05:26:49,984 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:50,031 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 527, reset compression=false 2024-12-02T05:26:50,040 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T05:26:50,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:26:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,39045,1733117177916, seqNum=-1] 2024-12-02T05:26:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:26:50,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:26:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733117196235.4323add963affa952ab8ce80e8d7afe4., hostname=f49461030c22,39045,1733117177916, seqNum=2] 2024-12-02T05:26:50,046 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T05:26:50,241 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 503, reset compression=false 2024-12-02T05:26:50,244 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:50,244 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 607, reset compression=false 2024-12-02T05:26:50,244 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[{test/4323add963affa952ab8ce80e8d7afe4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T05:26:50,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:50,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:50,334 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 527, reset compression=false 2024-12-02T05:26:50,338 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:50,338 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 655, reset compression=false 2024-12-02T05:26:50,338 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:50,447 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 607, reset compression=false 2024-12-02T05:26:50,487 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:50,541 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 655, reset compression=false 2024-12-02T05:26:50,750 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 607, reset compression=false 2024-12-02T05:26:50,844 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 655, reset compression=false 2024-12-02T05:26:51,048 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T05:26:51,050 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T05:26:51,089 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:51,153 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 607, reset compression=false 2024-12-02T05:26:51,247 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 655, reset compression=false 2024-12-02T05:26:51,250 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:51,250 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 759, reset compression=false 2024-12-02T05:26:51,250 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[{test/101c420b8e618d17123bf424ca98107b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T05:26:51,252 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:26:51,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-02T05:26:51,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:51,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:51,453 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 759, reset compression=false 2024-12-02T05:26:51,656 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 607, reset compression=false 2024-12-02T05:26:51,660 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:51,660 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 734, reset compression=false 2024-12-02T05:26:51,660 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:51,756 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 759, reset compression=false 2024-12-02T05:26:51,792 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:51,869 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 734, reset compression=false 2024-12-02T05:26:52,052 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T05:26:52,054 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T05:26:52,159 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 759, reset compression=false 2024-12-02T05:26:52,172 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 734, reset compression=false 2024-12-02T05:26:52,383 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T05:26:52,383 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T05:26:52,575 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 734, reset compression=false 2024-12-02T05:26:52,595 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 480, reset compression=false 2024-12-02T05:26:52,599 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:52,599 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:52,599 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,34237,1733117167014 got entry batch from reader: WALEntryBatch [walEntries=[{test/270fb2b67c86adc778478793c4c964e0/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T05:26:52,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:52,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:52,662 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 759, reset compression=false 2024-12-02T05:26:52,802 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:53,056 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T05:26:53,078 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 734, reset compression=false 2024-12-02T05:26:53,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:53,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 881, reset compression=false 2024-12-02T05:26:53,081 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[{test/4323add963affa952ab8ce80e8d7afe4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T05:26:53,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:53,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:53,106 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:53,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:26:53,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:26:53,265 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 759, reset compression=false 2024-12-02T05:26:53,268 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:53,268 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 930, reset compression=false 2024-12-02T05:26:53,268 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:53,284 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 881, reset compression=false 2024-12-02T05:26:53,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 930, reset compression=false 2024-12-02T05:26:53,509 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:53,587 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 881, reset compression=false 2024-12-02T05:26:53,774 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 930, reset compression=false 2024-12-02T05:26:53,990 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 881, reset compression=false 2024-12-02T05:26:54,012 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:54,057 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T05:26:54,059 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T05:26:54,177 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 930, reset compression=false 2024-12-02T05:26:54,493 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 881, reset compression=false 2024-12-02T05:26:54,497 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:54,497 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1040, reset compression=false 2024-12-02T05:26:54,497 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[{test/4323add963affa952ab8ce80e8d7afe4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T05:26:54,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:54,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:54,615 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:54,681 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 930, reset compression=false 2024-12-02T05:26:54,684 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:54,684 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1080, reset compression=false 2024-12-02T05:26:54,684 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:54,700 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1040, reset compression=false 2024-12-02T05:26:54,887 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1080, reset compression=false 2024-12-02T05:26:55,003 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1040, reset compression=false 2024-12-02T05:26:55,061 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T05:26:55,064 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T05:26:55,191 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1080, reset compression=false 2024-12-02T05:26:55,198 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:26:55,198 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1239, reset compression=false 2024-12-02T05:26:55,198 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[{test/101c420b8e618d17123bf424ca98107b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T05:26:55,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T05:26:55,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T05:26:55,318 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:55,407 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1040, reset compression=false 2024-12-02T05:26:55,410 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:55,410 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:55,410 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:55,412 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1239, reset compression=false 2024-12-02T05:26:55,614 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:55,719 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1239, reset compression=false 2024-12-02T05:26:55,917 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:56,065 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T05:26:56,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:26:56,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:26:56,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:56,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:56,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:56,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:56,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:26:56,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815921930, stopped=false 2024-12-02T05:26:56,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,36499,1733117188100 2024-12-02T05:26:56,121 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:56,122 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1239, reset compression=false 2024-12-02T05:26:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1772375824/running 2024-12-02T05:26:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1772375824/running 2024-12-02T05:26:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:56,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:26:56,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:26:56,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:56,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:56,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,38101,1733117188727' ***** 2024-12-02T05:26:56,281 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:26:56,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on znode that does not yet exist, /2-1772375824/running 2024-12-02T05:26:56,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Set watcher on znode that does not yet exist, /2-1772375824/running 2024-12-02T05:26:56,282 INFO [RS:0;f49461030c22:38101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:26:56,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:26:56,282 INFO [RS:0;f49461030c22:38101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:26:56,282 INFO [RS:0;f49461030c22:38101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:26:56,282 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(3091): Received CLOSE for 79fb5af56e4952607072241334341b52 2024-12-02T05:26:56,282 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(3091): Received CLOSE for 101c420b8e618d17123bf424ca98107b 2024-12-02T05:26:56,282 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(959): stopping server f49461030c22,38101,1733117188727 2024-12-02T05:26:56,282 INFO [RS:0;f49461030c22:38101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:26:56,283 INFO [RS:0;f49461030c22:38101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38101. 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79fb5af56e4952607072241334341b52, disabling compactions & flushes 2024-12-02T05:26:56,283 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:56,283 DEBUG [RS:0;f49461030c22:38101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:56,283 DEBUG [RS:0;f49461030c22:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. after waiting 0 ms 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:56,283 INFO [RS:0;f49461030c22:38101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:26:56,283 INFO [RS:0;f49461030c22:38101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:26:56,283 INFO [RS:0;f49461030c22:38101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:26:56,283 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:26:56,283 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79fb5af56e4952607072241334341b52 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-02T05:26:56,283 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:26:56,283 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1325): Online Regions={79fb5af56e4952607072241334341b52=hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52., 1588230740=hbase:meta,,1.1588230740, 101c420b8e618d17123bf424ca98107b=test,,1733117198386.101c420b8e618d17123bf424ca98107b.} 2024-12-02T05:26:56,283 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1351): Waiting on 101c420b8e618d17123bf424ca98107b, 1588230740, 79fb5af56e4952607072241334341b52 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:26:56,283 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:26:56,283 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:26:56,283 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:26:56,298 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52/.tmp/queue/fbe0c27e5edf498c971291dc3a529204 is 154, key is 1-f49461030c22,38101,1733117188727/queue:f49461030c22%2C38101%2C1733117188727/1733117215202/Put/seqid=0 2024-12-02T05:26:56,298 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/info/2f35289ee0c146598c01748185072afd is 147, key is hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52./info:regioninfo/1733117207629/Put/seqid=0 2024-12-02T05:26:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741840_1016 (size=5353) 2024-12-02T05:26:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741841_1017 (size=7686) 2024-12-02T05:26:56,318 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:26:56,321 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:56,483 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1351): Waiting on 101c420b8e618d17123bf424ca98107b, 1588230740, 79fb5af56e4952607072241334341b52 2024-12-02T05:26:56,624 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1239, reset compression=false 2024-12-02T05:26:56,683 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1351): Waiting on 101c420b8e618d17123bf424ca98107b, 1588230740, 79fb5af56e4952607072241334341b52 2024-12-02T05:26:56,702 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52/.tmp/queue/fbe0c27e5edf498c971291dc3a529204 2024-12-02T05:26:56,702 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/info/2f35289ee0c146598c01748185072afd 2024-12-02T05:26:56,706 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52/.tmp/queue/fbe0c27e5edf498c971291dc3a529204 as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52/queue/fbe0c27e5edf498c971291dc3a529204 2024-12-02T05:26:56,709 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52/queue/fbe0c27e5edf498c971291dc3a529204, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T05:26:56,710 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 79fb5af56e4952607072241334341b52 in 427ms, sequenceid=12, compaction requested=false 2024-12-02T05:26:56,713 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/replication/79fb5af56e4952607072241334341b52/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T05:26:56,713 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:26:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:26:56,714 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79fb5af56e4952607072241334341b52: Waiting for close lock at 1733117216282Running coprocessor pre-close hooks at 1733117216282Disabling compacts and flushes for region at 1733117216282Disabling writes for close at 1733117216283 (+1 ms)Obtaining lock to block concurrent updates at 1733117216283Preparing flush snapshotting stores in 79fb5af56e4952607072241334341b52 at 1733117216283Finished memstore snapshotting hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733117216283Flushing stores of hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. at 1733117216284 (+1 ms)Flushing 79fb5af56e4952607072241334341b52/queue: creating writer at 1733117216284Flushing 79fb5af56e4952607072241334341b52/queue: appending metadata at 1733117216298 (+14 ms)Flushing 79fb5af56e4952607072241334341b52/queue: closing flushed file at 1733117216298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9888caf: reopening flushed file at 1733117216705 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 79fb5af56e4952607072241334341b52 in 427ms, sequenceid=12, compaction requested=false at 1733117216710 (+5 ms)Writing region close event to WAL at 1733117216711 (+1 ms)Running coprocessor post-close hooks at 1733117216713 (+2 ms)Closed at 1733117216714 (+1 ms) 2024-12-02T05:26:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733117206875.79fb5af56e4952607072241334341b52. 2024-12-02T05:26:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 101c420b8e618d17123bf424ca98107b, disabling compactions & flushes 2024-12-02T05:26:56,714 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117198386.101c420b8e618d17123bf424ca98107b. after waiting 0 ms 2024-12-02T05:26:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:56,714 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 101c420b8e618d17123bf424ca98107b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T05:26:56,721 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/ns/7d33497a449349808d7ac9b53b9807cd is 43, key is default/ns:d/1733117193720/Put/seqid=0 2024-12-02T05:26:56,729 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/f/ce379fea99fb418797b64078db8c1414 is 29, key is row1/f:/1733117214058/DeleteFamily/seqid=0 2024-12-02T05:26:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741842_1018 (size=5153) 2024-12-02T05:26:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741843_1019 (size=5152) 2024-12-02T05:26:56,824 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:56,825 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:26:56,825 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:26:56,884 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1351): Waiting on 101c420b8e618d17123bf424ca98107b, 1588230740 2024-12-02T05:26:57,024 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:57,084 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1351): Waiting on 101c420b8e618d17123bf424ca98107b, 1588230740 2024-12-02T05:26:57,131 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/ns/7d33497a449349808d7ac9b53b9807cd 2024-12-02T05:26:57,140 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/f/ce379fea99fb418797b64078db8c1414 2024-12-02T05:26:57,144 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce379fea99fb418797b64078db8c1414 2024-12-02T05:26:57,148 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/rep_barrier/638436df686c4d09a2d4fc3367ce59ba is 112, key is test,,1733117198386.101c420b8e618d17123bf424ca98107b./rep_barrier:seqnumDuringOpen/1733117199529/Put/seqid=0 2024-12-02T05:26:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741844_1020 (size=5518) 2024-12-02T05:26:57,151 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/rep_barrier/638436df686c4d09a2d4fc3367ce59ba 2024-12-02T05:26:57,160 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/f1/0ab55c90886a49608d4079135a73fec0 is 30, key is row1/f1:/1733117214058/DeleteFamily/seqid=0 2024-12-02T05:26:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741845_1021 (size=5158) 2024-12-02T05:26:57,170 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/table/b822f083aa4540b481776d65b6b41471 is 53, key is hbase:replication/table:state/1733117207635/Put/seqid=0 2024-12-02T05:26:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741846_1022 (size=5308) 2024-12-02T05:26:57,227 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1239, reset compression=false 2024-12-02T05:26:57,231 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:57,231 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1486, reset compression=false 2024-12-02T05:26:57,231 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,38101,1733117188727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:26:57,232 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,38101,1733117188727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,38101,1733117188727, walGroup=f49461030c22%2C38101%2C1733117188727, offset=f49461030c22%2C38101%2C1733117188727.1733117192928:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:38101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:26:57,233 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:26:57,233 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:26:57,234 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:26:57,234 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:26:57,234 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:26:57,234 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 814718512 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 203948760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:26:57,235 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:26:57,284 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:26:57,284 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 101c420b8e618d17123bf424ca98107b=test,,1733117198386.101c420b8e618d17123bf424ca98107b.} 2024-12-02T05:26:57,284 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1351): Waiting on 101c420b8e618d17123bf424ca98107b, 1588230740 2024-12-02T05:26:57,427 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:57,433 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1486, reset compression=false 2024-12-02T05:26:57,484 DEBUG [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1351): Waiting on 101c420b8e618d17123bf424ca98107b, 1588230740 2024-12-02T05:26:57,568 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/f1/0ab55c90886a49608d4079135a73fec0 2024-12-02T05:26:57,572 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ab55c90886a49608d4079135a73fec0 2024-12-02T05:26:57,585 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/table/b822f083aa4540b481776d65b6b41471 2024-12-02T05:26:57,589 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/info/2f35289ee0c146598c01748185072afd as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/info/2f35289ee0c146598c01748185072afd 2024-12-02T05:26:57,590 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/norep/472660151ba34a06bf13e4c5669af23e is 33, key is row2/norep:/1733117215061/DeleteFamily/seqid=0 2024-12-02T05:26:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741847_1023 (size=5108) 2024-12-02T05:26:57,593 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/info/2f35289ee0c146598c01748185072afd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:26:57,593 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/norep/472660151ba34a06bf13e4c5669af23e 2024-12-02T05:26:57,593 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/ns/7d33497a449349808d7ac9b53b9807cd as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/ns/7d33497a449349808d7ac9b53b9807cd 2024-12-02T05:26:57,595 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 472660151ba34a06bf13e4c5669af23e 2024-12-02T05:26:57,596 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/f/ce379fea99fb418797b64078db8c1414 as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/f/ce379fea99fb418797b64078db8c1414 2024-12-02T05:26:57,596 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/ns/7d33497a449349808d7ac9b53b9807cd, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:26:57,597 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/rep_barrier/638436df686c4d09a2d4fc3367ce59ba as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/rep_barrier/638436df686c4d09a2d4fc3367ce59ba 2024-12-02T05:26:57,599 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce379fea99fb418797b64078db8c1414 2024-12-02T05:26:57,599 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/rep_barrier/638436df686c4d09a2d4fc3367ce59ba, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:26:57,599 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/f/ce379fea99fb418797b64078db8c1414, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T05:26:57,600 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/.tmp/table/b822f083aa4540b481776d65b6b41471 as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/table/b822f083aa4540b481776d65b6b41471 2024-12-02T05:26:57,600 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/f1/0ab55c90886a49608d4079135a73fec0 as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/f1/0ab55c90886a49608d4079135a73fec0 2024-12-02T05:26:57,603 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ab55c90886a49608d4079135a73fec0 2024-12-02T05:26:57,603 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/table/b822f083aa4540b481776d65b6b41471, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:26:57,603 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/f1/0ab55c90886a49608d4079135a73fec0, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T05:26:57,604 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-12-02T05:26:57,604 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/.tmp/norep/472660151ba34a06bf13e4c5669af23e as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/norep/472660151ba34a06bf13e4c5669af23e 2024-12-02T05:26:57,609 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 472660151ba34a06bf13e4c5669af23e 2024-12-02T05:26:57,609 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/norep/472660151ba34a06bf13e4c5669af23e, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T05:26:57,610 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:26:57,610 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 101c420b8e618d17123bf424ca98107b in 896ms, sequenceid=10, compaction requested=false 2024-12-02T05:26:57,610 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:26:57,610 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:26:57,610 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:26:57,610 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117216283Running coprocessor pre-close hooks at 1733117216283Disabling compacts and flushes for region at 1733117216283Disabling writes for close at 1733117216283Obtaining lock to block concurrent updates at 1733117216283Preparing flush snapshotting stores in 1588230740 at 1733117216283Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117216284 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733117216284Flushing 1588230740/info: creating writer at 1733117216284Flushing 1588230740/info: appending metadata at 1733117216298 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733117216298Flushing 1588230740/ns: creating writer at 1733117216705 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733117216721 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733117216721Flushing 1588230740/rep_barrier: creating writer at 1733117217135 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117217148 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117217148Flushing 1588230740/table: creating writer at 1733117217155 (+7 ms)Flushing 1588230740/table: appending metadata at 1733117217170 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733117217170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1995c1d1: reopening flushed file at 1733117217588 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a5dc91: reopening flushed file at 1733117217593 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d897ebe: reopening flushed file at 1733117217596 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e49e1: reopening flushed file at 1733117217599 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1733117217604 (+5 ms)Writing region close event to WAL at 1733117217605 (+1 ms)Running coprocessor post-close hooks at 1733117217610 (+5 ms)Closed at 1733117217610 2024-12-02T05:26:57,610 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:26:57,613 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/data/default/test/101c420b8e618d17123bf424ca98107b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T05:26:57,613 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:26:57,613 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:26:57,613 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:57,614 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 101c420b8e618d17123bf424ca98107b: Waiting for close lock at 1733117216714Running coprocessor pre-close hooks at 1733117216714Disabling compacts and flushes for region at 1733117216714Disabling writes for close at 1733117216714Obtaining lock to block concurrent updates at 1733117216714Preparing flush snapshotting stores in 101c420b8e618d17123bf424ca98107b at 1733117216714Finished memstore snapshotting test,,1733117198386.101c420b8e618d17123bf424ca98107b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733117216715 (+1 ms)Flushing stores of test,,1733117198386.101c420b8e618d17123bf424ca98107b. at 1733117216715Flushing 101c420b8e618d17123bf424ca98107b/f: creating writer at 1733117216715Flushing 101c420b8e618d17123bf424ca98107b/f: appending metadata at 1733117216729 (+14 ms)Flushing 101c420b8e618d17123bf424ca98107b/f: closing flushed file at 1733117216729Flushing 101c420b8e618d17123bf424ca98107b/f1: creating writer at 1733117217144 (+415 ms)Flushing 101c420b8e618d17123bf424ca98107b/f1: appending metadata at 1733117217160 (+16 ms)Flushing 101c420b8e618d17123bf424ca98107b/f1: closing flushed file at 1733117217160Flushing 101c420b8e618d17123bf424ca98107b/norep: creating writer at 1733117217572 (+412 ms)Flushing 101c420b8e618d17123bf424ca98107b/norep: appending metadata at 1733117217589 (+17 ms)Flushing 101c420b8e618d17123bf424ca98107b/norep: closing flushed file at 1733117217589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b71b377: reopening flushed file at 1733117217596 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7d49d9: reopening flushed file at 1733117217599 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93d718b: reopening flushed file at 1733117217603 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 101c420b8e618d17123bf424ca98107b in 896ms, sequenceid=10, compaction requested=false at 1733117217610 (+7 ms)Writing region close event to WAL at 1733117217611 (+1 ms)Running coprocessor post-close hooks at 1733117217613 (+2 ms)Closed at 1733117217613 2024-12-02T05:26:57,614 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117198386.101c420b8e618d17123bf424ca98107b. 2024-12-02T05:26:57,684 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(976): stopping server f49461030c22,38101,1733117188727; all regions closed. 2024-12-02T05:26:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:26:57,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.meta.1733117193479.meta not finished, retry = 0 2024-12-02T05:26:57,688 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:26:57,735 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 1486, reset compression=false 2024-12-02T05:26:57,739 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:26:57,739 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.wal-reader.f49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 to pos 2130, reset compression=false 2024-12-02T05:26:57,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741839_1015 (size=3114) 2024-12-02T05:26:57,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741833_1009 (size=2138) 2024-12-02T05:26:57,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/WALs/f49461030c22,38101,1733117188727/f49461030c22%2C38101%2C1733117188727.1733117192928 not finished, retry = 0 2024-12-02T05:26:57,891 DEBUG [RS:0;f49461030c22:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:57,891 INFO [RS:0;f49461030c22:38101 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:26:57,891 INFO [RS:0;f49461030c22:38101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:26:57,891 INFO [RS:0;f49461030c22:38101 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:26:57,892 INFO [RS:0;f49461030c22:38101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:26:57,892 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:26:57,892 INFO [RS:0;f49461030c22:38101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,38101,1733117188727 because: Region server is closing 2024-12-02T05:26:57,892 INFO [RS:0;f49461030c22:38101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38101. 2024-12-02T05:26:57,892 DEBUG [RS:0;f49461030c22:38101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:57,892 DEBUG [RS:0;f49461030c22:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:57,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:57,892 DEBUG [RS:0;f49461030c22:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:57,993 INFO [RS:0;f49461030c22:38101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,38101,1733117188727.replicationSource.shipperf49461030c22%2C38101%2C1733117188727,1-f49461030c22,38101,1733117188727 terminated 2024-12-02T05:26:57,993 INFO [RS:0;f49461030c22:38101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:38101. 2024-12-02T05:26:57,993 DEBUG [RS:0;f49461030c22:38101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:26:57,993 DEBUG [RS:0;f49461030c22:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:57,993 DEBUG [RS:0;f49461030c22:38101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:26:57,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:26:57,993 INFO [RS:0;f49461030c22:38101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38101 2024-12-02T05:26:58,027 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:58,130 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:58,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1772375824/rs/f49461030c22,38101,1733117188727 2024-12-02T05:26:58,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824/rs 2024-12-02T05:26:58,217 INFO [RS:0;f49461030c22:38101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:26:58,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,38101,1733117188727] 2024-12-02T05:26:58,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1772375824/draining/f49461030c22,38101,1733117188727 already deleted, retry=false 2024-12-02T05:26:58,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,38101,1733117188727 expired; onlineServers=0 2024-12-02T05:26:58,239 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,36499,1733117188100' ***** 2024-12-02T05:26:58,239 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:26:58,239 INFO [M:0;f49461030c22:36499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:26:58,239 INFO [M:0;f49461030c22:36499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:26:58,239 DEBUG [M:0;f49461030c22:36499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:26:58,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:26:58,239 DEBUG [M:0;f49461030c22:36499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:26:58,239 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117192172 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117192172,5,FailOnTimeoutGroup] 2024-12-02T05:26:58,239 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117192168 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117192168,5,FailOnTimeoutGroup] 2024-12-02T05:26:58,239 INFO [M:0;f49461030c22:36499 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:26:58,239 INFO [M:0;f49461030c22:36499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:26:58,240 DEBUG [M:0;f49461030c22:36499 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:26:58,240 INFO [M:0;f49461030c22:36499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:26:58,240 INFO [M:0;f49461030c22:36499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:26:58,240 INFO [M:0;f49461030c22:36499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:26:58,240 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:26:58,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:26:58,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38101-0x101948129140007, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:26:58,328 INFO [RS:0;f49461030c22:38101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:26:58,328 INFO [RS:0;f49461030c22:38101 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,38101,1733117188727; zookeeper connection closed. 2024-12-02T05:26:58,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@225ebe4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@225ebe4e 2024-12-02T05:26:58,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:26:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1772375824/master 2024-12-02T05:26:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1772375824 2024-12-02T05:26:58,469 DEBUG [M:0;f49461030c22:36499 {}] zookeeper.ZKUtil(347): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Unable to get data of znode /2-1772375824/master because node does not exist (not an error) 2024-12-02T05:26:58,469 WARN [M:0;f49461030c22:36499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:26:58,469 INFO [M:0;f49461030c22:36499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/.lastflushedseqids 2024-12-02T05:26:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741848_1024 (size=245) 2024-12-02T05:26:58,875 INFO [M:0;f49461030c22:36499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:26:58,875 INFO [M:0;f49461030c22:36499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:26:58,875 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:26:58,875 INFO [M:0;f49461030c22:36499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:58,875 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:58,875 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:26:58,875 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:26:58,875 INFO [M:0;f49461030c22:36499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T05:26:58,892 DEBUG [M:0;f49461030c22:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d54a243b5094278b0db9376ef8f7208 is 82, key is hbase:meta,,1/info:regioninfo/1733117193508/Put/seqid=0 2024-12-02T05:26:58,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741849_1025 (size=5672) 2024-12-02T05:26:58,933 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:26:59,130 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:26:59,295 INFO [M:0;f49461030c22:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d54a243b5094278b0db9376ef8f7208 2024-12-02T05:26:59,310 DEBUG [M:0;f49461030c22:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b630941db64a5f92add59606f41ce5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733117207638/Put/seqid=0 2024-12-02T05:26:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741850_1026 (size=8516) 2024-12-02T05:26:59,714 INFO [M:0;f49461030c22:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b630941db64a5f92add59606f41ce5 2024-12-02T05:26:59,728 DEBUG [M:0;f49461030c22:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7940c111ef4d7f8dfc9b9a6f4d95c6 is 69, key is f49461030c22,38101,1733117188727/rs:state/1733117192505/Put/seqid=0 2024-12-02T05:26:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741851_1027 (size=5156) 2024-12-02T05:26:59,836 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:27:00,132 INFO [M:0;f49461030c22:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7940c111ef4d7f8dfc9b9a6f4d95c6 2024-12-02T05:27:00,135 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d54a243b5094278b0db9376ef8f7208 as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d54a243b5094278b0db9376ef8f7208 2024-12-02T05:27:00,138 INFO [M:0;f49461030c22:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d54a243b5094278b0db9376ef8f7208, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T05:27:00,139 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b630941db64a5f92add59606f41ce5 as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b630941db64a5f92add59606f41ce5 2024-12-02T05:27:00,142 INFO [M:0;f49461030c22:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b630941db64a5f92add59606f41ce5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T05:27:00,143 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7940c111ef4d7f8dfc9b9a6f4d95c6 as hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf7940c111ef4d7f8dfc9b9a6f4d95c6 2024-12-02T05:27:00,146 INFO [M:0;f49461030c22:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf7940c111ef4d7f8dfc9b9a6f4d95c6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T05:27:00,146 INFO [M:0;f49461030c22:36499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-12-02T05:27:00,148 INFO [M:0;f49461030c22:36499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:00,148 DEBUG [M:0;f49461030c22:36499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117218875Disabling compacts and flushes for region at 1733117218875Disabling writes for close at 1733117218875Obtaining lock to block concurrent updates at 1733117218875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117218875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733117218876 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117218876Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117218876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117218892 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117218892Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117219299 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117219310 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117219310Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117219717 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117219728 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117219728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4054ff7b: reopening flushed file at 1733117220135 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112ac699: reopening flushed file at 1733117220138 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47fc0c4e: reopening flushed file at 1733117220142 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1733117220146 (+4 ms)Writing region close event to WAL at 1733117220148 (+2 ms)Closed at 1733117220148 2024-12-02T05:27:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42703 is added to blk_1073741830_1006 (size=63654) 2024-12-02T05:27:00,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9461b11f-4d6f-872c-d5e9-b7b925b9b214/MasterData/WALs/f49461030c22,36499,1733117188100/f49461030c22%2C36499%2C1733117188100.1733117190574 not finished, retry = 0 2024-12-02T05:27:00,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:27:00,250 INFO [M:0;f49461030c22:36499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:27:00,250 INFO [M:0;f49461030c22:36499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36499 2024-12-02T05:27:00,251 INFO [M:0;f49461030c22:36499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:27:00,333 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:27:00,559 INFO [M:0;f49461030c22:36499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:27:00,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:00,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x101948129140006, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:00,644 WARN [BP-1862565781-172.17.0.2-1733117183080 heartbeating to localhost/127.0.0.1:32987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1862565781-172.17.0.2-1733117183080 (Datanode Uuid 892c2f13-a0c9-4bcd-a47c-3edd1d0a66db) service to localhost/127.0.0.1:32987 2024-12-02T05:27:00,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/cluster_80c305e2-432c-800c-5c40-1ca0b71ebe28/data/data1/current/BP-1862565781-172.17.0.2-1733117183080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:27:00,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/cluster_80c305e2-432c-800c-5c40-1ca0b71ebe28/data/data2/current/BP-1862565781-172.17.0.2-1733117183080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:27:00,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11d86aad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:27:00,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16fb1f9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:27:00,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:27:00,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75a9cfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:27:00,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce9e9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.log.dir/,STOPPED} 2024-12-02T05:27:00,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:27:00,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b34ea9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:27:00,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3910be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:27:00,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:27:00,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@595f1458{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:27:00,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@276b5148{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.log.dir/,STOPPED} 2024-12-02T05:27:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:27:00,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:27:00,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:27:00,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:00,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:00,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:00,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:27:00,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:27:00,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=428268413, stopped=false 2024-12-02T05:27:00,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,42979,1733117177228 2024-12-02T05:27:00,839 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:27:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886069567/running 2024-12-02T05:27:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886069567/running 2024-12-02T05:27:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:27:00,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:27:00,888 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:27:00,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:27:00,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:00,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:00,889 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,39045,1733117177916' ***** 2024-12-02T05:27:00,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on znode that does not yet exist, /1886069567/running 2024-12-02T05:27:00,889 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:27:00,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Set watcher on znode that does not yet exist, /1886069567/running 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:27:00,889 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(3091): Received CLOSE for 4323add963affa952ab8ce80e8d7afe4 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(3091): Received CLOSE for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(959): stopping server f49461030c22,39045,1733117177916 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:27:00,889 INFO [RS:0;f49461030c22:39045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:39045. 2024-12-02T05:27:00,889 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4323add963affa952ab8ce80e8d7afe4, disabling compactions & flushes 2024-12-02T05:27:00,889 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:27:00,889 DEBUG [RS:0;f49461030c22:39045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:00,889 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:27:00,890 DEBUG [RS:0;f49461030c22:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:00,890 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. after waiting 0 ms 2024-12-02T05:27:00,890 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:27:00,890 INFO [RS:0;f49461030c22:39045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:27:00,890 INFO [RS:0;f49461030c22:39045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:27:00,890 INFO [RS:0;f49461030c22:39045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:27:00,890 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4323add963affa952ab8ce80e8d7afe4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T05:27:00,890 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:27:00,890 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:27:00,890 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1325): Online Regions={4323add963affa952ab8ce80e8d7afe4=test,,1733117196235.4323add963affa952ab8ce80e8d7afe4., 1588230740=hbase:meta,,1.1588230740, 632d25fa9ebdc8ddc4f089ba13702e56=hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56.} 2024-12-02T05:27:00,890 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4323add963affa952ab8ce80e8d7afe4, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:00,890 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:27:00,890 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:27:00,890 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:27:00,890 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:27:00,890 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:27:00,890 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:27:00,903 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/f/0d82cf51e41347039f769d7f3a564a3a is 29, key is row1/f:/1733117214058/DeleteFamily/seqid=0 2024-12-02T05:27:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741840_1016 (size=5152) 2024-12-02T05:27:00,911 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/info/993a9ad04fa14bc1a623c5e17185be17 is 147, key is hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56./info:regioninfo/1733117204011/Put/seqid=0 2024-12-02T05:27:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741841_1017 (size=7686) 2024-12-02T05:27:00,985 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:27:01,090 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4323add963affa952ab8ce80e8d7afe4, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:01,290 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4323add963affa952ab8ce80e8d7afe4, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:01,306 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/f/0d82cf51e41347039f769d7f3a564a3a 2024-12-02T05:27:01,310 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d82cf51e41347039f769d7f3a564a3a 2024-12-02T05:27:01,315 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/info/993a9ad04fa14bc1a623c5e17185be17 2024-12-02T05:27:01,322 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/f1/3af4996ea962412fbd1a8cfe4feb8eab is 30, key is row1/f1:/1733117214058/DeleteFamily/seqid=0 2024-12-02T05:27:01,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741842_1018 (size=5158) 2024-12-02T05:27:01,330 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/ns/966df5bf167d4efc8ecb374c34711a25 is 43, key is default/ns:d/1733117182710/Put/seqid=0 2024-12-02T05:27:01,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741843_1019 (size=5153) 2024-12-02T05:27:01,490 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4323add963affa952ab8ce80e8d7afe4, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:01,636 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:27:01,650 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:27:01,650 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:27:01,691 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4323add963affa952ab8ce80e8d7afe4, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:01,726 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/f1/3af4996ea962412fbd1a8cfe4feb8eab 2024-12-02T05:27:01,729 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3af4996ea962412fbd1a8cfe4feb8eab 2024-12-02T05:27:01,733 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/ns/966df5bf167d4efc8ecb374c34711a25 2024-12-02T05:27:01,746 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/norep/77c8561926c84a9f8e0449005d43bbc5 is 33, key is row1/norep:/1733117214058/DeleteFamily/seqid=0 2024-12-02T05:27:01,751 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/rep_barrier/87e2457fe977495aa77f2711c7a58584 is 112, key is test,,1733117196235.4323add963affa952ab8ce80e8d7afe4./rep_barrier:seqnumDuringOpen/1733117197380/Put/seqid=0 2024-12-02T05:27:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741844_1020 (size=5108) 2024-12-02T05:27:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741845_1021 (size=5518) 2024-12-02T05:27:01,891 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4323add963affa952ab8ce80e8d7afe4, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:01,942 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1189, reset compression=false 2024-12-02T05:27:01,945 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:27:01,945 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1436, reset compression=false 2024-12-02T05:27:01,945 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,39045,1733117177916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:27:01,946 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,39045,1733117177916: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,39045,1733117177916, walGroup=f49461030c22%2C39045%2C1733117177916, offset=f49461030c22%2C39045%2C1733117177916.1733117181774:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:39045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:27:01,947 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:27:01,947 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:27:01,947 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:27:01,947 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:27:01,948 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:27:01,948 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 894410288 }, "NonHeapMemoryUsage": { "committed": 207421440, "init": 7667712, "max": -1, "used": 204318872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:27:01,948 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:27:02,091 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4323add963affa952ab8ce80e8d7afe4, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:02,148 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1436, reset compression=false 2024-12-02T05:27:02,153 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/norep/77c8561926c84a9f8e0449005d43bbc5 2024-12-02T05:27:02,156 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c8561926c84a9f8e0449005d43bbc5 2024-12-02T05:27:02,157 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/f/0d82cf51e41347039f769d7f3a564a3a as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/f/0d82cf51e41347039f769d7f3a564a3a 2024-12-02T05:27:02,157 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/rep_barrier/87e2457fe977495aa77f2711c7a58584 2024-12-02T05:27:02,160 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d82cf51e41347039f769d7f3a564a3a 2024-12-02T05:27:02,160 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/f/0d82cf51e41347039f769d7f3a564a3a, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T05:27:02,161 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/f1/3af4996ea962412fbd1a8cfe4feb8eab as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/f1/3af4996ea962412fbd1a8cfe4feb8eab 2024-12-02T05:27:02,164 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3af4996ea962412fbd1a8cfe4feb8eab 2024-12-02T05:27:02,164 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/f1/3af4996ea962412fbd1a8cfe4feb8eab, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T05:27:02,165 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/.tmp/norep/77c8561926c84a9f8e0449005d43bbc5 as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/norep/77c8561926c84a9f8e0449005d43bbc5 2024-12-02T05:27:02,168 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77c8561926c84a9f8e0449005d43bbc5 2024-12-02T05:27:02,168 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/norep/77c8561926c84a9f8e0449005d43bbc5, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T05:27:02,169 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4323add963affa952ab8ce80e8d7afe4 in 1279ms, sequenceid=10, compaction requested=false 2024-12-02T05:27:02,174 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/default/test/4323add963affa952ab8ce80e8d7afe4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T05:27:02,174 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:27:02,174 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:27:02,175 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4323add963affa952ab8ce80e8d7afe4: Waiting for close lock at 1733117220889Running coprocessor pre-close hooks at 1733117220889Disabling compacts and flushes for region at 1733117220889Disabling writes for close at 1733117220890 (+1 ms)Obtaining lock to block concurrent updates at 1733117220890Preparing flush snapshotting stores in 4323add963affa952ab8ce80e8d7afe4 at 1733117220890Finished memstore snapshotting test,,1733117196235.4323add963affa952ab8ce80e8d7afe4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733117220890Flushing stores of test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. at 1733117220890Flushing 4323add963affa952ab8ce80e8d7afe4/f: creating writer at 1733117220891 (+1 ms)Flushing 4323add963affa952ab8ce80e8d7afe4/f: appending metadata at 1733117220902 (+11 ms)Flushing 4323add963affa952ab8ce80e8d7afe4/f: closing flushed file at 1733117220902Flushing 4323add963affa952ab8ce80e8d7afe4/f1: creating writer at 1733117221310 (+408 ms)Flushing 4323add963affa952ab8ce80e8d7afe4/f1: appending metadata at 1733117221322 (+12 ms)Flushing 4323add963affa952ab8ce80e8d7afe4/f1: closing flushed file at 1733117221322Flushing 4323add963affa952ab8ce80e8d7afe4/norep: creating writer at 1733117221730 (+408 ms)Flushing 4323add963affa952ab8ce80e8d7afe4/norep: appending metadata at 1733117221745 (+15 ms)Flushing 4323add963affa952ab8ce80e8d7afe4/norep: closing flushed file at 1733117221745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba1e676: reopening flushed file at 1733117222156 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122be4d2: reopening flushed file at 1733117222160 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2cf8c8: reopening flushed file at 1733117222164 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4323add963affa952ab8ce80e8d7afe4 in 1279ms, sequenceid=10, compaction requested=false at 1733117222169 (+5 ms)Writing region close event to WAL at 1733117222172 (+3 ms)Running coprocessor post-close hooks at 1733117222174 (+2 ms)Closed at 1733117222175 (+1 ms) 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117196235.4323add963affa952ab8ce80e8d7afe4. 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 632d25fa9ebdc8ddc4f089ba13702e56, disabling compactions & flushes 2024-12-02T05:27:02,175 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. after waiting 0 ms 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 632d25fa9ebdc8ddc4f089ba13702e56: Waiting for close lock at 1733117222175Running coprocessor pre-close hooks at 1733117222175Disabling compacts and flushes for region at 1733117222175Disabling writes for close at 1733117222175Failed flush hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56., putting online again at 1733117222175 2024-12-02T05:27:02,175 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,177 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/table/ab6c839e6ec24ca3b6d86b3b73cd4fd6 is 53, key is hbase:replication/table:state/1733117204016/Put/seqid=0 2024-12-02T05:27:02,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741846_1022 (size=5308) 2024-12-02T05:27:02,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:27:02,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:02,291 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:27:02,291 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 632d25fa9ebdc8ddc4f089ba13702e56=hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56.} 2024-12-02T05:27:02,291 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(3091): Received CLOSE for 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:02,291 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 632d25fa9ebdc8ddc4f089ba13702e56 2024-12-02T05:27:02,291 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 632d25fa9ebdc8ddc4f089ba13702e56, disabling compactions & flushes 2024-12-02T05:27:02,291 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,291 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,291 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. after waiting 0 ms 2024-12-02T05:27:02,291 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,291 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 632d25fa9ebdc8ddc4f089ba13702e56: Waiting for close lock at 1733117222291Running coprocessor pre-close hooks at 1733117222291Disabling compacts and flushes for region at 1733117222291Disabling writes for close at 1733117222291Failed flush hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56., putting online again at 1733117222291 2024-12-02T05:27:02,292 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117202694.632d25fa9ebdc8ddc4f089ba13702e56. 2024-12-02T05:27:02,451 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 1436, reset compression=false 2024-12-02T05:27:02,454 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:27:02,454 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 2080, reset compression=false 2024-12-02T05:27:02,491 DEBUG [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:27:02,580 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/table/ab6c839e6ec24ca3b6d86b3b73cd4fd6 2024-12-02T05:27:02,584 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/info/993a9ad04fa14bc1a623c5e17185be17 as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/info/993a9ad04fa14bc1a623c5e17185be17 2024-12-02T05:27:02,587 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/info/993a9ad04fa14bc1a623c5e17185be17, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:27:02,588 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/ns/966df5bf167d4efc8ecb374c34711a25 as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/ns/966df5bf167d4efc8ecb374c34711a25 2024-12-02T05:27:02,591 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/ns/966df5bf167d4efc8ecb374c34711a25, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:27:02,592 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/rep_barrier/87e2457fe977495aa77f2711c7a58584 as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/rep_barrier/87e2457fe977495aa77f2711c7a58584 2024-12-02T05:27:02,594 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/rep_barrier/87e2457fe977495aa77f2711c7a58584, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:27:02,595 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/.tmp/table/ab6c839e6ec24ca3b6d86b3b73cd4fd6 as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/table/ab6c839e6ec24ca3b6d86b3b73cd4fd6 2024-12-02T05:27:02,598 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/table/ab6c839e6ec24ca3b6d86b3b73cd4fd6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:27:02,599 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-02T05:27:02,605 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:27:02,605 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:27:02,605 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:27:02,605 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:02,605 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117220890Running coprocessor pre-close hooks at 1733117220890Disabling compacts and flushes for region at 1733117220890Disabling writes for close at 1733117220890Obtaining lock to block concurrent updates at 1733117220890Preparing flush snapshotting stores in 1588230740 at 1733117220890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117220890Flushing stores of hbase:meta,,1.1588230740 at 1733117220891 (+1 ms)Flushing 1588230740/info: creating writer at 1733117220891Flushing 1588230740/info: appending metadata at 1733117220911 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733117220911Flushing 1588230740/ns: creating writer at 1733117221317 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733117221329 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733117221329Flushing 1588230740/rep_barrier: creating writer at 1733117221736 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117221750 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117221750Flushing 1588230740/table: creating writer at 1733117222161 (+411 ms)Flushing 1588230740/table: appending metadata at 1733117222176 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733117222176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24976bef: reopening flushed file at 1733117222583 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d7c40e: reopening flushed file at 1733117222587 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da20041: reopening flushed file at 1733117222591 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456120a1: reopening flushed file at 1733117222595 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733117222599 (+4 ms)Writing region close event to WAL at 1733117222602 (+3 ms)Running coprocessor post-close hooks at 1733117222605 (+3 ms)Closed at 1733117222605 2024-12-02T05:27:02,605 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:02,658 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 2080, reset compression=false 2024-12-02T05:27:02,692 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T05:27:02,692 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(976): stopping server f49461030c22,39045,1733117177916; all regions closed. 2024-12-02T05:27:02,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.meta.1733117182472.meta not finished, retry = 0 2024-12-02T05:27:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:27:02,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.rep.1733117203977 not finished, retry = 0 2024-12-02T05:27:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741839_1015 (size=2171) 2024-12-02T05:27:02,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 not finished, retry = 0 2024-12-02T05:27:02,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741833_1009 (size=2088) 2024-12-02T05:27:02,905 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T05:27:02,905 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T05:27:02,961 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 to pos 2080, reset compression=false 2024-12-02T05:27:03,000 DEBUG [RS:0;f49461030c22:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:03,000 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/WALs/f49461030c22,39045,1733117177916/f49461030c22%2C39045%2C1733117177916.1733117181774 2024-12-02T05:27:03,000 INFO [RS:0;f49461030c22:39045 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:27:03,000 INFO [RS:0;f49461030c22:39045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:27:03,000 INFO [RS:0;f49461030c22:39045 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:27:03,000 INFO [RS:0;f49461030c22:39045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:27:03,000 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:27:03,000 INFO [RS:0;f49461030c22:39045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,39045,1733117177916 because: Region server is closing 2024-12-02T05:27:03,000 INFO [RS:0;f49461030c22:39045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:39045. 2024-12-02T05:27:03,000 DEBUG [RS:0;f49461030c22:39045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:03,000 DEBUG [RS:0;f49461030c22:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:03,000 DEBUG [RS:0;f49461030c22:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:03,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:27:03,042 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:27:03,101 INFO [RS:0;f49461030c22:39045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.shipperf49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 terminated 2024-12-02T05:27:03,101 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,39045,1733117177916.replicationSource.wal-reader.f49461030c22%2C39045%2C1733117177916,1-f49461030c22,39045,1733117177916 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-02T05:27:03,101 INFO [RS:0;f49461030c22:39045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:39045. 2024-12-02T05:27:03,101 DEBUG [RS:0;f49461030c22:39045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:03,101 DEBUG [RS:0;f49461030c22:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:03,101 DEBUG [RS:0;f49461030c22:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:03,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:27:03,101 INFO [RS:0;f49461030c22:39045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39045 2024-12-02T05:27:03,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567/rs 2024-12-02T05:27:03,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886069567/rs/f49461030c22,39045,1733117177916 2024-12-02T05:27:03,322 INFO [RS:0;f49461030c22:39045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:27:03,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,39045,1733117177916] 2024-12-02T05:27:03,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1886069567/draining/f49461030c22,39045,1733117177916 already deleted, retry=false 2024-12-02T05:27:03,564 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,39045,1733117177916 expired; onlineServers=0 2024-12-02T05:27:03,564 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,42979,1733117177228' ***** 2024-12-02T05:27:03,564 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:27:03,565 INFO [M:0;f49461030c22:42979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:27:03,565 INFO [M:0;f49461030c22:42979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:27:03,565 DEBUG [M:0;f49461030c22:42979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:27:03,565 DEBUG [M:0;f49461030c22:42979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:27:03,565 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:27:03,565 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117181123 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117181123,5,FailOnTimeoutGroup] 2024-12-02T05:27:03,565 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117181123 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117181123,5,FailOnTimeoutGroup] 2024-12-02T05:27:03,565 INFO [M:0;f49461030c22:42979 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:27:03,565 INFO [M:0;f49461030c22:42979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:27:03,565 DEBUG [M:0;f49461030c22:42979 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:27:03,565 INFO [M:0;f49461030c22:42979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:27:03,565 INFO [M:0;f49461030c22:42979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:27:03,565 INFO [M:0;f49461030c22:42979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:27:03,565 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:27:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1886069567/master 2024-12-02T05:27:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1886069567 2024-12-02T05:27:03,582 DEBUG [M:0;f49461030c22:42979 {}] zookeeper.ZKUtil(347): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Unable to get data of znode /1886069567/master because node does not exist (not an error) 2024-12-02T05:27:03,582 WARN [M:0;f49461030c22:42979 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:27:03,583 INFO [M:0;f49461030c22:42979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/.lastflushedseqids 2024-12-02T05:27:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741847_1023 (size=245) 2024-12-02T05:27:03,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:03,636 INFO [RS:0;f49461030c22:39045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:27:03,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x101948129140004, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:03,636 INFO [RS:0;f49461030c22:39045 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,39045,1733117177916; zookeeper connection closed. 2024-12-02T05:27:03,636 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dc2f88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dc2f88 2024-12-02T05:27:03,636 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:27:03,987 INFO [M:0;f49461030c22:42979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:27:03,987 INFO [M:0;f49461030c22:42979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:27:03,988 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:27:03,988 INFO [M:0;f49461030c22:42979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:03,988 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:03,988 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:27:03,988 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:03,988 INFO [M:0;f49461030c22:42979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T05:27:04,002 DEBUG [M:0;f49461030c22:42979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6af41b0deb413da2f29dd75cc795ad is 82, key is hbase:meta,,1/info:regioninfo/1733117182498/Put/seqid=0 2024-12-02T05:27:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741848_1024 (size=5672) 2024-12-02T05:27:04,405 INFO [M:0;f49461030c22:42979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6af41b0deb413da2f29dd75cc795ad 2024-12-02T05:27:04,421 DEBUG [M:0;f49461030c22:42979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069a0c028fc941dda2e7b0e46930d3c7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733117197389/Put/seqid=0 2024-12-02T05:27:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741849_1025 (size=7218) 2024-12-02T05:27:04,545 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:27:04,825 INFO [M:0;f49461030c22:42979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069a0c028fc941dda2e7b0e46930d3c7 2024-12-02T05:27:04,828 INFO [M:0;f49461030c22:42979 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 069a0c028fc941dda2e7b0e46930d3c7 2024-12-02T05:27:04,840 DEBUG [M:0;f49461030c22:42979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82ea7eee58664df781b9f1d1a577350c is 69, key is f49461030c22,39045,1733117177916/rs:state/1733117181370/Put/seqid=0 2024-12-02T05:27:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741850_1026 (size=5156) 2024-12-02T05:27:05,243 INFO [M:0;f49461030c22:42979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82ea7eee58664df781b9f1d1a577350c 2024-12-02T05:27:05,247 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e6af41b0deb413da2f29dd75cc795ad as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e6af41b0deb413da2f29dd75cc795ad 2024-12-02T05:27:05,250 INFO [M:0;f49461030c22:42979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e6af41b0deb413da2f29dd75cc795ad, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T05:27:05,251 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069a0c028fc941dda2e7b0e46930d3c7 as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069a0c028fc941dda2e7b0e46930d3c7 2024-12-02T05:27:05,255 INFO [M:0;f49461030c22:42979 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 069a0c028fc941dda2e7b0e46930d3c7 2024-12-02T05:27:05,255 INFO [M:0;f49461030c22:42979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069a0c028fc941dda2e7b0e46930d3c7, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T05:27:05,256 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82ea7eee58664df781b9f1d1a577350c as hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82ea7eee58664df781b9f1d1a577350c 2024-12-02T05:27:05,259 INFO [M:0;f49461030c22:42979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46021/user/jenkins/test-data/34e9d122-0c0d-e779-dfe6-3bc796621c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82ea7eee58664df781b9f1d1a577350c, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T05:27:05,260 INFO [M:0;f49461030c22:42979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-12-02T05:27:05,262 INFO [M:0;f49461030c22:42979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:05,262 DEBUG [M:0;f49461030c22:42979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117223988Disabling compacts and flushes for region at 1733117223988Disabling writes for close at 1733117223988Obtaining lock to block concurrent updates at 1733117223988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117223988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733117223988Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117223989 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117223989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117224002 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117224002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117224409 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117224421 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117224421Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117224828 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117224839 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117224839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51643af1: reopening flushed file at 1733117225247 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114e0260: reopening flushed file at 1733117225250 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e8d49b: reopening flushed file at 1733117225255 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1733117225260 (+5 ms)Writing region close event to WAL at 1733117225262 (+2 ms)Closed at 1733117225262 2024-12-02T05:27:05,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44641 is added to blk_1073741830_1006 (size=64423) 2024-12-02T05:27:05,264 INFO [M:0;f49461030c22:42979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:27:05,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:27:05,264 INFO [M:0;f49461030c22:42979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42979 2024-12-02T05:27:05,264 INFO [M:0;f49461030c22:42979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:27:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:05,591 INFO [M:0;f49461030c22:42979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:27:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42979-0x101948129140003, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:05,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@173211f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:27:05,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@370a37af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:27:05,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:27:05,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49f22bde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:27:05,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e440a14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.log.dir/,STOPPED} 2024-12-02T05:27:05,595 WARN [BP-1663327755-172.17.0.2-1733117172877 heartbeating to localhost/127.0.0.1:46021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:27:05,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:27:05,595 WARN [BP-1663327755-172.17.0.2-1733117172877 heartbeating to localhost/127.0.0.1:46021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1663327755-172.17.0.2-1733117172877 (Datanode Uuid f9509e92-4571-4978-9e8f-ae0f23289f14) service to localhost/127.0.0.1:46021 2024-12-02T05:27:05,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:27:05,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/cluster_f7179c62-086b-d02b-506c-66316291b8aa/data/data1/current/BP-1663327755-172.17.0.2-1733117172877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:27:05,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/cluster_f7179c62-086b-d02b-506c-66316291b8aa/data/data2/current/BP-1663327755-172.17.0.2-1733117172877 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:27:05,596 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:27:05,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bf247e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:27:05,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4621a1b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:27:05,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:27:05,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c398f33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:27:05,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612f2836{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/453d2d72-6a29-b76e-028e-e2a1c7f0972e/hadoop.log.dir/,STOPPED} 2024-12-02T05:27:05,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:27:05,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:27:05,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:27:05,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:05,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:05,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:05,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:27:05,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:27:05,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1918925621, stopped=false 2024-12-02T05:27:05,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,37513,1733117166303 2024-12-02T05:27:05,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2061017286/running 2024-12-02T05:27:05,785 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2061017286/running 2024-12-02T05:27:05,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:27:05,785 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:27:05,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:27:05,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:27:05,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on znode that does not yet exist, /0-2061017286/running 2024-12-02T05:27:05,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:05,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:05,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Set watcher on znode that does not yet exist, /0-2061017286/running 2024-12-02T05:27:05,786 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,34237,1733117167014' ***** 2024-12-02T05:27:05,786 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:27:05,786 INFO [RS:0;f49461030c22:34237 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:27:05,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(3091): Received CLOSE for 270fb2b67c86adc778478793c4c964e0 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(3091): Received CLOSE for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(959): stopping server f49461030c22,34237,1733117167014 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:34237. 2024-12-02T05:27:05,787 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 270fb2b67c86adc778478793c4c964e0, disabling compactions & flushes 2024-12-02T05:27:05,787 DEBUG [RS:0;f49461030c22:34237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:05,787 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:27:05,787 DEBUG [RS:0;f49461030c22:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:05,787 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:27:05,787 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117194083.270fb2b67c86adc778478793c4c964e0. after waiting 0 ms 2024-12-02T05:27:05,787 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:27:05,787 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:27:05,788 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 270fb2b67c86adc778478793c4c964e0 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-02T05:27:05,788 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:27:05,788 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1325): Online Regions={270fb2b67c86adc778478793c4c964e0=test,,1733117194083.270fb2b67c86adc778478793c4c964e0., c4dd20ee0dab718b589dc2f73a7a026b=hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:27:05,788 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270fb2b67c86adc778478793c4c964e0, c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:27:05,788 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:27:05,788 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:27:05,788 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:27:05,788 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:27:05,788 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:27:05,788 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:27:05,789 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:27:05,806 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/info/bd7ec6fda1184577b277bd5032414592 is 147, key is hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b./info:regioninfo/1733117201703/Put/seqid=0 2024-12-02T05:27:05,806 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/f/331541735ab94242a6bdc58150766943 is 28, key is row/f:/1733117212052/DeleteFamily/seqid=0 2024-12-02T05:27:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741841_1017 (size=5085) 2024-12-02T05:27:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741840_1016 (size=7686) 2024-12-02T05:27:05,809 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/f/331541735ab94242a6bdc58150766943 2024-12-02T05:27:05,812 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 331541735ab94242a6bdc58150766943 2024-12-02T05:27:05,824 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/f1/109015ae34b24ae196de6874eeb21e8e is 29, key is row/f1:/1733117212052/DeleteFamily/seqid=0 2024-12-02T05:27:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741842_1018 (size=5089) 2024-12-02T05:27:05,827 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/f1/109015ae34b24ae196de6874eeb21e8e 2024-12-02T05:27:05,831 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 109015ae34b24ae196de6874eeb21e8e 2024-12-02T05:27:05,847 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/norep/f21e7e0949a6402a9637a73f0d3d7fd6 is 32, key is row/norep:/1733117212052/DeleteFamily/seqid=0 2024-12-02T05:27:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741843_1019 (size=5101) 2024-12-02T05:27:05,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:27:05,988 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270fb2b67c86adc778478793c4c964e0, c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:27:06,147 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 636, reset compression=false 2024-12-02T05:27:06,151 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:27:06,151 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 883, reset compression=false 2024-12-02T05:27:06,151 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,34237,1733117167014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:27:06,152 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,34237,1733117167014: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f49461030c22,34237,1733117167014, walGroup=f49461030c22%2C34237%2C1733117167014, offset=f49461030c22%2C34237%2C1733117167014.1733117171460:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:34237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:27:06,153 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:27:06,153 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:27:06,154 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:27:06,154 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:27:06,154 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:27:06,154 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 969907760 }, "NonHeapMemoryUsage": { "committed": 207749120, "init": 7667712, "max": -1, "used": 204673136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:27:06,154 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:27:06,188 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270fb2b67c86adc778478793c4c964e0, c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:27:06,209 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/info/bd7ec6fda1184577b277bd5032414592 2024-12-02T05:27:06,225 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/ns/7cc329cc118246f5af49d51a01df2aae is 43, key is default/ns:d/1733117172301/Put/seqid=0 2024-12-02T05:27:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741844_1020 (size=5153) 2024-12-02T05:27:06,251 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/norep/f21e7e0949a6402a9637a73f0d3d7fd6 2024-12-02T05:27:06,254 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f21e7e0949a6402a9637a73f0d3d7fd6 2024-12-02T05:27:06,255 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/f/331541735ab94242a6bdc58150766943 as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/f/331541735ab94242a6bdc58150766943 2024-12-02T05:27:06,258 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 331541735ab94242a6bdc58150766943 2024-12-02T05:27:06,258 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/f/331541735ab94242a6bdc58150766943, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T05:27:06,258 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/f1/109015ae34b24ae196de6874eeb21e8e as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/f1/109015ae34b24ae196de6874eeb21e8e 2024-12-02T05:27:06,261 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 109015ae34b24ae196de6874eeb21e8e 2024-12-02T05:27:06,261 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/f1/109015ae34b24ae196de6874eeb21e8e, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T05:27:06,262 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/.tmp/norep/f21e7e0949a6402a9637a73f0d3d7fd6 as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/norep/f21e7e0949a6402a9637a73f0d3d7fd6 2024-12-02T05:27:06,265 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f21e7e0949a6402a9637a73f0d3d7fd6 2024-12-02T05:27:06,265 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/norep/f21e7e0949a6402a9637a73f0d3d7fd6, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T05:27:06,265 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 270fb2b67c86adc778478793c4c964e0 in 478ms, sequenceid=6, compaction requested=false 2024-12-02T05:27:06,265 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:27:06,268 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/default/test/270fb2b67c86adc778478793c4c964e0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:27:06,269 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 270fb2b67c86adc778478793c4c964e0: Waiting for close lock at 1733117225787Running coprocessor pre-close hooks at 1733117225787Disabling compacts and flushes for region at 1733117225787Disabling writes for close at 1733117225787Obtaining lock to block concurrent updates at 1733117225788 (+1 ms)Preparing flush snapshotting stores in 270fb2b67c86adc778478793c4c964e0 at 1733117225788Finished memstore snapshotting test,,1733117194083.270fb2b67c86adc778478793c4c964e0., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733117225788Flushing stores of test,,1733117194083.270fb2b67c86adc778478793c4c964e0. at 1733117225788Flushing 270fb2b67c86adc778478793c4c964e0/f: creating writer at 1733117225788Flushing 270fb2b67c86adc778478793c4c964e0/f: appending metadata at 1733117225805 (+17 ms)Flushing 270fb2b67c86adc778478793c4c964e0/f: closing flushed file at 1733117225805Flushing 270fb2b67c86adc778478793c4c964e0/f1: creating writer at 1733117225812 (+7 ms)Flushing 270fb2b67c86adc778478793c4c964e0/f1: appending metadata at 1733117225823 (+11 ms)Flushing 270fb2b67c86adc778478793c4c964e0/f1: closing flushed file at 1733117225823Flushing 270fb2b67c86adc778478793c4c964e0/norep: creating writer at 1733117225831 (+8 ms)Flushing 270fb2b67c86adc778478793c4c964e0/norep: appending metadata at 1733117225847 (+16 ms)Flushing 270fb2b67c86adc778478793c4c964e0/norep: closing flushed file at 1733117225847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5921a37d: reopening flushed file at 1733117226254 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4479cee1: reopening flushed file at 1733117226258 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2303fd56: reopening flushed file at 1733117226262 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 270fb2b67c86adc778478793c4c964e0 in 478ms, sequenceid=6, compaction requested=false at 1733117226265 (+3 ms)Writing region close event to WAL at 1733117226266 (+1 ms)Running coprocessor post-close hooks at 1733117226269 (+3 ms)Closed at 1733117226269 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117194083.270fb2b67c86adc778478793c4c964e0. 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4dd20ee0dab718b589dc2f73a7a026b, disabling compactions & flushes 2024-12-02T05:27:06,269 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. after waiting 0 ms 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,269 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4dd20ee0dab718b589dc2f73a7a026b: Waiting for close lock at 1733117226269Running coprocessor pre-close hooks at 1733117226269Disabling compacts and flushes for region at 1733117226269Disabling writes for close at 1733117226269Failed flush hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b., putting online again at 1733117226269 2024-12-02T05:27:06,270 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,336 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:27:06,336 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:27:06,354 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 883, reset compression=false 2024-12-02T05:27:06,358 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:27:06,358 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 1527, reset compression=false 2024-12-02T05:27:06,388 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(3091): Received CLOSE for c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:27:06,388 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4dd20ee0dab718b589dc2f73a7a026b 2024-12-02T05:27:06,388 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4dd20ee0dab718b589dc2f73a7a026b, disabling compactions & flushes 2024-12-02T05:27:06,388 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,388 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,389 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. after waiting 0 ms 2024-12-02T05:27:06,389 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,389 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4dd20ee0dab718b589dc2f73a7a026b: Waiting for close lock at 1733117226388Running coprocessor pre-close hooks at 1733117226388Disabling compacts and flushes for region at 1733117226388Disabling writes for close at 1733117226389 (+1 ms)Failed flush hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b., putting online again at 1733117226389 2024-12-02T05:27:06,389 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b. 2024-12-02T05:27:06,561 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 1527, reset compression=false 2024-12-02T05:27:06,588 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:27:06,628 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/ns/7cc329cc118246f5af49d51a01df2aae 2024-12-02T05:27:06,648 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/rep_barrier/af0b831cae874a028b275f6d03a6ddbd is 112, key is test,,1733117194083.270fb2b67c86adc778478793c4c964e0./rep_barrier:seqnumDuringOpen/1733117195224/Put/seqid=0 2024-12-02T05:27:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741845_1021 (size=5518) 2024-12-02T05:27:06,789 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:27:06,789 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1325): Online Regions={c4dd20ee0dab718b589dc2f73a7a026b=hbase:replication,,1733117200548.c4dd20ee0dab718b589dc2f73a7a026b., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:27:06,789 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:27:06,864 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 1527, reset compression=false 2024-12-02T05:27:06,989 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:27:07,052 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/rep_barrier/af0b831cae874a028b275f6d03a6ddbd 2024-12-02T05:27:07,068 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/table/0fc65f0cf1e04211bf1293dad445bb82 is 53, key is hbase:replication/table:state/1733117201708/Put/seqid=0 2024-12-02T05:27:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741846_1022 (size=5308) 2024-12-02T05:27:07,189 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:27:07,267 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.wal-reader.f49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.1733117171460 to pos 1527, reset compression=false 2024-12-02T05:27:07,389 DEBUG [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:27:07,471 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/table/0fc65f0cf1e04211bf1293dad445bb82 2024-12-02T05:27:07,477 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/info/bd7ec6fda1184577b277bd5032414592 as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/info/bd7ec6fda1184577b277bd5032414592 2024-12-02T05:27:07,480 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/info/bd7ec6fda1184577b277bd5032414592, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:27:07,481 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/ns/7cc329cc118246f5af49d51a01df2aae as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/ns/7cc329cc118246f5af49d51a01df2aae 2024-12-02T05:27:07,484 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/ns/7cc329cc118246f5af49d51a01df2aae, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:27:07,485 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/rep_barrier/af0b831cae874a028b275f6d03a6ddbd as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/rep_barrier/af0b831cae874a028b275f6d03a6ddbd 2024-12-02T05:27:07,488 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/rep_barrier/af0b831cae874a028b275f6d03a6ddbd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:27:07,488 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/.tmp/table/0fc65f0cf1e04211bf1293dad445bb82 as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/table/0fc65f0cf1e04211bf1293dad445bb82 2024-12-02T05:27:07,492 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/table/0fc65f0cf1e04211bf1293dad445bb82, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:27:07,492 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-12-02T05:27:07,492 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:27:07,500 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:27:07,501 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:27:07,501 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:27:07,501 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:07,501 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117225788Running coprocessor pre-close hooks at 1733117225788Disabling compacts and flushes for region at 1733117225788Disabling writes for close at 1733117225788Obtaining lock to block concurrent updates at 1733117225788Preparing flush snapshotting stores in 1588230740 at 1733117225788Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117225788Flushing stores of hbase:meta,,1.1588230740 at 1733117225788Flushing 1588230740/info: creating writer at 1733117225788Flushing 1588230740/info: appending metadata at 1733117225805 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733117225805Flushing 1588230740/ns: creating writer at 1733117226213 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733117226224 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733117226224Flushing 1588230740/rep_barrier: creating writer at 1733117226631 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117226648 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117226648Flushing 1588230740/table: creating writer at 1733117227055 (+407 ms)Flushing 1588230740/table: appending metadata at 1733117227067 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733117227068 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f56028: reopening flushed file at 1733117227477 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afd7e26: reopening flushed file at 1733117227480 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62372b3b: reopening flushed file at 1733117227484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e64cc77: reopening flushed file at 1733117227488 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1733117227492 (+4 ms)Writing region close event to WAL at 1733117227498 (+6 ms)Running coprocessor post-close hooks at 1733117227501 (+3 ms)Closed at 1733117227501 2024-12-02T05:27:07,501 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:07,589 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T05:27:07,589 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(976): stopping server f49461030c22,34237,1733117167014; all regions closed. 2024-12-02T05:27:07,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741834_1010 (size=4239) 2024-12-02T05:27:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741839_1015 (size=1297) 2024-12-02T05:27:07,593 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/WALs/f49461030c22,34237,1733117167014/f49461030c22%2C34237%2C1733117167014.rep.1733117201677 not finished, retry = 0 2024-12-02T05:27:07,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:07,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:27:07,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 188940 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:27:07,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:27:07,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741833_1009 (size=1535) 2024-12-02T05:27:07,695 DEBUG [RS:0;f49461030c22:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:07,696 INFO [RS:0;f49461030c22:34237 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:27:07,696 INFO [RS:0;f49461030c22:34237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:27:07,696 INFO [RS:0;f49461030c22:34237 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:27:07,696 INFO [RS:0;f49461030c22:34237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:27:07,696 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:27:07,696 INFO [RS:0;f49461030c22:34237 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,34237,1733117167014 because: Region server is closing 2024-12-02T05:27:07,696 INFO [RS:0;f49461030c22:34237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:34237. 2024-12-02T05:27:07,696 DEBUG [RS:0;f49461030c22:34237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:07,696 DEBUG [RS:0;f49461030c22:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:07,696 DEBUG [RS:0;f49461030c22:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:07,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:27:07,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:07,797 INFO [RS:0;f49461030c22:34237 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,34237,1733117167014.replicationSource.shipperf49461030c22%2C34237%2C1733117167014,1-f49461030c22,34237,1733117167014 terminated 2024-12-02T05:27:07,797 INFO [RS:0;f49461030c22:34237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34237 2024-12-02T05:27:08,097 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2061017286/rs/f49461030c22,34237,1733117167014 2024-12-02T05:27:08,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286/rs 2024-12-02T05:27:08,097 INFO [RS:0;f49461030c22:34237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:27:08,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,34237,1733117167014] 2024-12-02T05:27:08,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2061017286/draining/f49461030c22,34237,1733117167014 already deleted, retry=false 2024-12-02T05:27:08,122 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,34237,1733117167014 expired; onlineServers=0 2024-12-02T05:27:08,122 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,37513,1733117166303' ***** 2024-12-02T05:27:08,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:27:08,122 INFO [M:0;f49461030c22:37513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:27:08,122 INFO [M:0;f49461030c22:37513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:27:08,122 DEBUG [M:0;f49461030c22:37513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:27:08,122 DEBUG [M:0;f49461030c22:37513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:27:08,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:27:08,122 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117170763 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117170763,5,FailOnTimeoutGroup] 2024-12-02T05:27:08,122 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117170763 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117170763,5,FailOnTimeoutGroup] 2024-12-02T05:27:08,122 INFO [M:0;f49461030c22:37513 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:27:08,123 INFO [M:0;f49461030c22:37513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:27:08,123 DEBUG [M:0;f49461030c22:37513 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:27:08,123 INFO [M:0;f49461030c22:37513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:27:08,123 INFO [M:0;f49461030c22:37513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:27:08,123 INFO [M:0;f49461030c22:37513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:27:08,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:27:08,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2061017286/master 2024-12-02T05:27:08,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2061017286 2024-12-02T05:27:08,133 DEBUG [M:0;f49461030c22:37513 {}] zookeeper.ZKUtil(347): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Unable to get data of znode /0-2061017286/master because node does not exist (not an error) 2024-12-02T05:27:08,133 WARN [M:0;f49461030c22:37513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:27:08,133 INFO [M:0;f49461030c22:37513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/.lastflushedseqids 2024-12-02T05:27:08,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741847_1023 (size=245) 2024-12-02T05:27:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:27:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:27:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:27:08,212 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:08,212 INFO [RS:0;f49461030c22:34237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:27:08,212 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x101948129140001, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:08,212 INFO [RS:0;f49461030c22:34237 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,34237,1733117167014; zookeeper connection closed. 2024-12-02T05:27:08,212 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479a58e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479a58e3 2024-12-02T05:27:08,212 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:27:08,537 INFO [M:0;f49461030c22:37513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:27:08,537 INFO [M:0;f49461030c22:37513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:27:08,537 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:27:08,537 INFO [M:0;f49461030c22:37513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:08,537 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:08,537 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:27:08,537 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:08,538 INFO [M:0;f49461030c22:37513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.63 KB heapSize=65.33 KB 2024-12-02T05:27:08,551 DEBUG [M:0;f49461030c22:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe0ec8c206f54c859465b599b114c5bd is 82, key is hbase:meta,,1/info:regioninfo/1733117172129/Put/seqid=0 2024-12-02T05:27:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741848_1024 (size=5672) 2024-12-02T05:27:08,955 INFO [M:0;f49461030c22:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe0ec8c206f54c859465b599b114c5bd 2024-12-02T05:27:08,974 DEBUG [M:0;f49461030c22:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9cc7f059878494d993ab43c792d9d9e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733117201710/Put/seqid=0 2024-12-02T05:27:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741849_1025 (size=8656) 2024-12-02T05:27:09,378 INFO [M:0;f49461030c22:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.07 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9cc7f059878494d993ab43c792d9d9e 2024-12-02T05:27:09,381 INFO [M:0;f49461030c22:37513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9cc7f059878494d993ab43c792d9d9e 2024-12-02T05:27:09,397 DEBUG [M:0;f49461030c22:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a06a2cf0cd9e4950acbfe31abfe3acd4 is 69, key is f49461030c22,34237,1733117167014/rs:state/1733117171151/Put/seqid=0 2024-12-02T05:27:09,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741850_1026 (size=5156) 2024-12-02T05:27:09,801 INFO [M:0;f49461030c22:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a06a2cf0cd9e4950acbfe31abfe3acd4 2024-12-02T05:27:09,805 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe0ec8c206f54c859465b599b114c5bd as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe0ec8c206f54c859465b599b114c5bd 2024-12-02T05:27:09,808 INFO [M:0;f49461030c22:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe0ec8c206f54c859465b599b114c5bd, entries=8, sequenceid=101, filesize=5.5 K 2024-12-02T05:27:09,809 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9cc7f059878494d993ab43c792d9d9e as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9cc7f059878494d993ab43c792d9d9e 2024-12-02T05:27:09,812 INFO [M:0;f49461030c22:37513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9cc7f059878494d993ab43c792d9d9e 2024-12-02T05:27:09,812 INFO [M:0;f49461030c22:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9cc7f059878494d993ab43c792d9d9e, entries=11, sequenceid=101, filesize=8.5 K 2024-12-02T05:27:09,812 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a06a2cf0cd9e4950acbfe31abfe3acd4 as hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a06a2cf0cd9e4950acbfe31abfe3acd4 2024-12-02T05:27:09,816 INFO [M:0;f49461030c22:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34899/user/jenkins/test-data/14433607-d3d9-feb9-b4a2-87c2edaf4835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a06a2cf0cd9e4950acbfe31abfe3acd4, entries=1, sequenceid=101, filesize=5.0 K 2024-12-02T05:27:09,817 INFO [M:0;f49461030c22:37513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.63 KB/56963, heapSize ~65.03 KB/66592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=101, compaction requested=false 2024-12-02T05:27:09,819 INFO [M:0;f49461030c22:37513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:09,819 DEBUG [M:0;f49461030c22:37513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117228537Disabling compacts and flushes for region at 1733117228537Disabling writes for close at 1733117228537Obtaining lock to block concurrent updates at 1733117228538 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117228538Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56963, getHeapSize=66832, getOffHeapSize=0, getCellsCount=118 at 1733117228538Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117228538Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117228539 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117228551 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117228551Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117228958 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117228974 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117228974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117229382 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117229396 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117229397 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b6e3e7: reopening flushed file at 1733117229804 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d24fd9: reopening flushed file at 1733117229808 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af125d4: reopening flushed file at 1733117229812 (+4 ms)Finished flush of dataSize ~55.63 KB/56963, heapSize ~65.03 KB/66592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=101, compaction requested=false at 1733117229817 (+5 ms)Writing region close event to WAL at 1733117229819 (+2 ms)Closed at 1733117229819 2024-12-02T05:27:09,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45797 is added to blk_1073741830_1006 (size=64038) 2024-12-02T05:27:09,821 INFO [M:0;f49461030c22:37513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:27:09,821 INFO [M:0;f49461030c22:37513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37513 2024-12-02T05:27:09,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:27:09,822 INFO [M:0;f49461030c22:37513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:27:10,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:10,050 INFO [M:0;f49461030c22:37513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:27:10,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101948129140000, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:27:10,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4016ad93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:27:10,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66036dfa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:27:10,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:27:10,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60b085b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:27:10,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41213cda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.log.dir/,STOPPED} 2024-12-02T05:27:10,235 WARN [BP-1188929281-172.17.0.2-1733117160830 heartbeating to localhost/127.0.0.1:34899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:27:10,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:27:10,235 WARN [BP-1188929281-172.17.0.2-1733117160830 heartbeating to localhost/127.0.0.1:34899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1188929281-172.17.0.2-1733117160830 (Datanode Uuid 66b979db-14c4-486a-9e3a-672eece2aebc) service to localhost/127.0.0.1:34899 2024-12-02T05:27:10,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:27:10,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466/data/data1/current/BP-1188929281-172.17.0.2-1733117160830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:27:10,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/cluster_ebb8cf2e-0cb8-aaa6-0050-55245d477466/data/data2/current/BP-1188929281-172.17.0.2-1733117160830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:27:10,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:27:10,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7418454e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:27:10,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54cfae1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:27:10,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:27:10,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad75d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:27:10,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cc1d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/05971def-370b-c6e4-5ea8-f7739babce2c/hadoop.log.dir/,STOPPED} 2024-12-02T05:27:10,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:27:10,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:27:10,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=351 (was 306) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:46021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53572) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:46021 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53572) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:34899 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:34899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53572) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:46021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:34899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=782 (was 718) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=5731 (was 6136) 2024-12-02T05:27:10,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=351, OpenFileDescriptor=782, MaxFileDescriptor=1048576, SystemLoadAverage=472, ProcessCount=11, AvailableMemoryMB=5731 2024-12-02T05:27:10,287 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-02T05:27:10,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.log.dir so I do NOT create it in target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df 2024-12-02T05:27:10,288 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:27:10,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.tmp.dir so I do NOT create it in target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df 2024-12-02T05:27:10,288 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a76d232-22f2-c2a0-062b-d2b0ac04793b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:27:10,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df 2024-12-02T05:27:10,288 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f, deleteOnExit=true 2024-12-02T05:27:10,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101948129140002, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:27:10,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101948129140005, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:27:10,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101948129140008, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T05:27:10,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101948129140002, quorum=127.0.0.1:53572, baseZNode=/0-2061017286 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:27:10,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101948129140008, quorum=127.0.0.1:53572, baseZNode=/2-1772375824 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:27:10,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101948129140005, quorum=127.0.0.1:53572, baseZNode=/1886069567 Received Disconnected from ZooKeeper, ignoring 2024-12-02T05:27:10,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/zookeeper_0, clientPort=60159, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:27:10,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60159 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/test.cache.data in system properties and HBase conf 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:27:10,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:27:10,469 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:27:10,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:27:11,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:11,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:11,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:11,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:11,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:27:11,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:11,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31117a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:11,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c61f06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:11,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509feba8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/java.io.tmpdir/jetty-localhost-43419-hadoop-hdfs-3_4_1-tests_jar-_-any-362192348249135052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:27:11,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@343d83b4{HTTP/1.1, (http/1.1)}{localhost:43419} 2024-12-02T05:27:11,490 INFO [Time-limited test {}] server.Server(415): Started @464474ms 2024-12-02T05:27:12,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:12,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:12,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:12,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:12,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:27:12,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df17f44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:12,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55c5621c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:12,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7636a5b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/java.io.tmpdir/jetty-localhost-33171-hadoop-hdfs-3_4_1-tests_jar-_-any-8120941971566549560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:27:12,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3800d109{HTTP/1.1, (http/1.1)}{localhost:33171} 2024-12-02T05:27:12,528 INFO [Time-limited test {}] server.Server(415): Started @465511ms 2024-12-02T05:27:12,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:27:13,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:27:13,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:13,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:14,673 WARN [Thread-4251 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/data/data1/current/BP-1088011827-172.17.0.2-1733117230483/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:14,673 WARN [Thread-4252 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/data/data2/current/BP-1088011827-172.17.0.2-1733117230483/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:14,700 WARN [Thread-4238 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:27:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63e13120392aa664 with lease ID 0x337f2c788240e9d1: Processing first storage report for DS-d56be712-1d9f-44ca-9965-527e32051ef0 from datanode DatanodeRegistration(127.0.0.1:40599, datanodeUuid=a38f1376-4cac-4b5e-ab38-0f2ae2df9bb9, infoPort=34445, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1749853152;c=1733117230483) 2024-12-02T05:27:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63e13120392aa664 with lease ID 0x337f2c788240e9d1: from storage DS-d56be712-1d9f-44ca-9965-527e32051ef0 node DatanodeRegistration(127.0.0.1:40599, datanodeUuid=a38f1376-4cac-4b5e-ab38-0f2ae2df9bb9, infoPort=34445, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1749853152;c=1733117230483), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63e13120392aa664 with lease ID 0x337f2c788240e9d1: Processing first storage report for DS-ae9d77d5-a9e0-47ea-8ade-29a6288d89ff from datanode DatanodeRegistration(127.0.0.1:40599, datanodeUuid=a38f1376-4cac-4b5e-ab38-0f2ae2df9bb9, infoPort=34445, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1749853152;c=1733117230483) 2024-12-02T05:27:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63e13120392aa664 with lease ID 0x337f2c788240e9d1: from storage DS-ae9d77d5-a9e0-47ea-8ade-29a6288d89ff node DatanodeRegistration(127.0.0.1:40599, datanodeUuid=a38f1376-4cac-4b5e-ab38-0f2ae2df9bb9, infoPort=34445, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1749853152;c=1733117230483), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:14,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df 2024-12-02T05:27:14,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:14,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:27:14,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611 with version=8 2024-12-02T05:27:14,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/hbase-staging 2024-12-02T05:27:14,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:14,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:14,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:14,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:14,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:14,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:14,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:27:14,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:14,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40995 2024-12-02T05:27:14,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40995 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-02T05:27:14,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409950x0, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:14,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40995-0x1019482392e0000 connected 2024-12-02T05:27:15,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:15,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:15,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on znode that does not yet exist, /0181898030/running 2024-12-02T05:27:15,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611, hbase.cluster.distributed=false 2024-12-02T05:27:15,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on znode that does not yet exist, /0181898030/acl 2024-12-02T05:27:15,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40995 2024-12-02T05:27:15,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40995 2024-12-02T05:27:15,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40995 2024-12-02T05:27:15,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40995 2024-12-02T05:27:15,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40995 2024-12-02T05:27:15,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:15,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:15,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:15,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:15,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:15,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:15,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:27:15,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:15,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42099 2024-12-02T05:27:15,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42099 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-02T05:27:15,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:15,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:15,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420990x0, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:15,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420990x0, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on znode that does not yet exist, /0181898030/running 2024-12-02T05:27:15,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42099-0x1019482392e0001 connected 2024-12-02T05:27:15,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:27:15,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:27:15,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on znode that does not yet exist, /0181898030/master 2024-12-02T05:27:15,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on znode that does not yet exist, /0181898030/acl 2024-12-02T05:27:15,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42099 2024-12-02T05:27:15,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42099 2024-12-02T05:27:15,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42099 2024-12-02T05:27:15,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42099 2024-12-02T05:27:15,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42099 2024-12-02T05:27:15,721 DEBUG [M:0;f49461030c22:40995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:40995 2024-12-02T05:27:15,722 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0181898030/backup-masters/f49461030c22,40995,1733117234771 2024-12-02T05:27:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030/backup-masters 2024-12-02T05:27:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030/backup-masters 2024-12-02T05:27:15,785 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on existing znode=/0181898030/backup-masters/f49461030c22,40995,1733117234771 2024-12-02T05:27:15,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0181898030/master 2024-12-02T05:27:15,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:15,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:15,834 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on existing znode=/0181898030/master 2024-12-02T05:27:15,834 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0181898030/backup-masters/f49461030c22,40995,1733117234771 from backup master directory 2024-12-02T05:27:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030/backup-masters 2024-12-02T05:27:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0181898030/backup-masters/f49461030c22,40995,1733117234771 2024-12-02T05:27:16,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030/backup-masters 2024-12-02T05:27:16,034 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:16,034 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,40995,1733117234771 2024-12-02T05:27:16,037 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/hbase.id] with ID: fa17477e-4d59-47d7-bb67-c7427dfbc432 2024-12-02T05:27:16,037 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/.tmp/hbase.id 2024-12-02T05:27:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:27:16,441 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/.tmp/hbase.id]:[hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/hbase.id] 2024-12-02T05:27:16,448 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:16,448 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:27:16,449 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:27:16,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:16,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:27:16,986 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:16,986 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:27:16,987 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:27:17,392 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/data/master/store 2024-12-02T05:27:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:27:17,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:17,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:27:17,797 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:17,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:17,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:27:17,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:17,797 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:17,797 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117237797Disabling compacts and flushes for region at 1733117237797Disabling writes for close at 1733117237797Writing region close event to WAL at 1733117237797Closed at 1733117237797 2024-12-02T05:27:17,798 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/data/master/store/.initializing 2024-12-02T05:27:17,798 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/WALs/f49461030c22,40995,1733117234771 2024-12-02T05:27:17,798 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:17,799 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C40995%2C1733117234771, suffix=, logDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/WALs/f49461030c22,40995,1733117234771, archiveDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/oldWALs, maxLogs=10 2024-12-02T05:27:17,815 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/WALs/f49461030c22,40995,1733117234771/f49461030c22%2C40995%2C1733117234771.1733117237800, exclude list is [], retry=0 2024-12-02T05:27:17,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40599,DS-d56be712-1d9f-44ca-9965-527e32051ef0,DISK] 2024-12-02T05:27:17,818 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/WALs/f49461030c22,40995,1733117234771/f49461030c22%2C40995%2C1733117234771.1733117237800 2024-12-02T05:27:17,818 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34445:34445)] 2024-12-02T05:27:17,818 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:17,819 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:17,819 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,819 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:27:17,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:17,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:17,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:27:17,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:17,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:17,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:27:17,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:17,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:17,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:27:17,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:17,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:17,824 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,824 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,825 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,825 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,825 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,826 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:17,826 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:17,828 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:17,828 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59148576, jitterRate=-0.11861753463745117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:17,828 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117237819Initializing all the Stores at 1733117237819Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117237819Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117237819Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117237820 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117237820Cleaning up temporary data from old regions at 1733117237825 (+5 ms)Region opened successfully at 1733117237828 (+3 ms) 2024-12-02T05:27:17,829 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:27:17,831 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee5bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:17,831 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:27:17,831 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:27:17,831 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:27:17,831 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:27:17,832 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:27:17,832 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:27:17,832 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:27:17,837 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:27:17,838 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Unable to get data of znode /0181898030/balancer because node does not exist (not necessarily an error) 2024-12-02T05:27:18,224 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0181898030/balancer already deleted, retry=false 2024-12-02T05:27:18,224 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:27:18,225 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Unable to get data of znode /0181898030/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:27:18,254 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0181898030/normalizer already deleted, retry=false 2024-12-02T05:27:18,254 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:27:18,255 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Unable to get data of znode /0181898030/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:27:18,269 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0181898030/switch/split already deleted, retry=false 2024-12-02T05:27:18,269 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Unable to get data of znode /0181898030/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:27:18,279 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0181898030/switch/merge already deleted, retry=false 2024-12-02T05:27:18,281 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Unable to get data of znode /0181898030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:27:18,469 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0181898030/snapshot-cleanup already deleted, retry=false 2024-12-02T05:27:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0181898030/running 2024-12-02T05:27:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0181898030/running 2024-12-02T05:27:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:18,629 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,40995,1733117234771, sessionid=0x1019482392e0000, setting cluster-up flag (Was=false) 2024-12-02T05:27:18,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:18,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:19,042 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0181898030/flush-table-proc/acquired, /0181898030/flush-table-proc/reached, /0181898030/flush-table-proc/abort 2024-12-02T05:27:19,043 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40995,1733117234771 2024-12-02T05:27:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:19,339 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0181898030/online-snapshot/acquired, /0181898030/online-snapshot/reached, /0181898030/online-snapshot/abort 2024-12-02T05:27:19,340 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,40995,1733117234771 2024-12-02T05:27:19,341 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:27:19,342 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:19,342 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:27:19,342 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:27:19,342 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,40995,1733117234771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:19,343 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117269344 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:27:19,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:19,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:27:19,344 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,345 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:19,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:27:19,348 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:27:19,348 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:27:19,348 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:27:19,348 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:27:19,351 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:27:19,351 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:27:19,351 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117239351,5,FailOnTimeoutGroup] 2024-12-02T05:27:19,352 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117239351,5,FailOnTimeoutGroup] 2024-12-02T05:27:19,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:27:19,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,352 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:27:19,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:27:19,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611 2024-12-02T05:27:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:27:19,415 INFO [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(746): ClusterId : fa17477e-4d59-47d7-bb67-c7427dfbc432 2024-12-02T05:27:19,415 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:27:19,592 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:27:19,592 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:27:19,701 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:27:19,702 DEBUG [RS:0;f49461030c22:42099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c04fed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:19,715 DEBUG [RS:0;f49461030c22:42099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:42099 2024-12-02T05:27:19,715 INFO [RS:0;f49461030c22:42099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:27:19,715 INFO [RS:0;f49461030c22:42099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:27:19,715 DEBUG [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:27:19,716 INFO [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,40995,1733117234771 with port=42099, startcode=1733117235632 2024-12-02T05:27:19,716 DEBUG [RS:0;f49461030c22:42099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:27:19,718 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:27:19,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,42099,1733117235632 2024-12-02T05:27:19,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40995 {}] master.ServerManager(517): Registering regionserver=f49461030c22,42099,1733117235632 2024-12-02T05:27:19,719 DEBUG [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611 2024-12-02T05:27:19,719 DEBUG [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39477 2024-12-02T05:27:19,719 DEBUG [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:27:19,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:19,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:19,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:19,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:19,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:19,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:19,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:19,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:19,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:19,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:19,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:19,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:19,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:19,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:19,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:19,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:19,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:19,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:19,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/hbase/meta/1588230740 2024-12-02T05:27:19,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/hbase/meta/1588230740 2024-12-02T05:27:19,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:19,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:19,777 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:19,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:19,778 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:19,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60028205, jitterRate=-0.10551004111766815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117239770Initializing all the Stores at 1733117239771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117239771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117239771Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117239771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117239771Cleaning up temporary data from old regions at 1733117239776 (+5 ms)Region opened successfully at 1733117239779 (+3 ms) 2024-12-02T05:27:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:27:19,779 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:27:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:27:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:27:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:27:19,780 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:19,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117239779Disabling compacts and flushes for region at 1733117239779Disabling writes for close at 1733117239779Writing region close event to WAL at 1733117239780 (+1 ms)Closed at 1733117239780 2024-12-02T05:27:19,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:19,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:27:19,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:27:19,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:19,782 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:27:19,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030/rs 2024-12-02T05:27:19,790 DEBUG [RS:0;f49461030c22:42099 {}] zookeeper.ZKUtil(111): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Set watcher on existing znode=/0181898030/rs/f49461030c22,42099,1733117235632 2024-12-02T05:27:19,790 WARN [RS:0;f49461030c22:42099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:19,790 INFO [RS:0;f49461030c22:42099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:19,790 DEBUG [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/WALs/f49461030c22,42099,1733117235632 2024-12-02T05:27:19,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,42099,1733117235632] 2024-12-02T05:27:19,792 INFO [RS:0;f49461030c22:42099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:27:19,793 INFO [RS:0;f49461030c22:42099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:27:19,793 INFO [RS:0;f49461030c22:42099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:27:19,793 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,794 INFO [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:27:19,794 INFO [RS:0;f49461030c22:42099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:27:19,794 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,794 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:19,795 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:19,795 DEBUG [RS:0;f49461030c22:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:19,795 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,795 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,795 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,795 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,795 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,795 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42099,1733117235632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:19,806 INFO [RS:0;f49461030c22:42099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:27:19,806 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42099,1733117235632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,806 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,807 INFO [RS:0;f49461030c22:42099 {}] regionserver.Replication(171): f49461030c22,42099,1733117235632 started 2024-12-02T05:27:19,817 INFO [RS:0;f49461030c22:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:19,817 INFO [RS:0;f49461030c22:42099 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,42099,1733117235632, RpcServer on f49461030c22/172.17.0.2:42099, sessionid=0x1019482392e0001 2024-12-02T05:27:19,817 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:27:19,817 DEBUG [RS:0;f49461030c22:42099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,42099,1733117235632 2024-12-02T05:27:19,817 DEBUG [RS:0;f49461030c22:42099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42099,1733117235632' 2024-12-02T05:27:19,817 DEBUG [RS:0;f49461030c22:42099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0181898030/flush-table-proc/abort' 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0181898030/flush-table-proc/acquired' 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,42099,1733117235632 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42099,1733117235632' 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0181898030/online-snapshot/abort' 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0181898030/online-snapshot/acquired' 2024-12-02T05:27:19,818 DEBUG [RS:0;f49461030c22:42099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:27:19,818 INFO [RS:0;f49461030c22:42099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:27:19,819 INFO [RS:0;f49461030c22:42099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:27:19,919 INFO [RS:0;f49461030c22:42099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:19,920 INFO [RS:0;f49461030c22:42099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42099%2C1733117235632, suffix=, logDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/WALs/f49461030c22,42099,1733117235632, archiveDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/oldWALs, maxLogs=10 2024-12-02T05:27:19,930 DEBUG [RS:0;f49461030c22:42099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/WALs/f49461030c22,42099,1733117235632/f49461030c22%2C42099%2C1733117235632.1733117239920, exclude list is [], retry=0 2024-12-02T05:27:19,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40599,DS-d56be712-1d9f-44ca-9965-527e32051ef0,DISK] 2024-12-02T05:27:19,932 WARN [f49461030c22:40995 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T05:27:19,933 INFO [RS:0;f49461030c22:42099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/WALs/f49461030c22,42099,1733117235632/f49461030c22%2C42099%2C1733117235632.1733117239920 2024-12-02T05:27:19,934 DEBUG [RS:0;f49461030c22:42099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34445:34445)] 2024-12-02T05:27:20,182 DEBUG [f49461030c22:40995 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:27:20,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,42099,1733117235632 2024-12-02T05:27:20,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42099,1733117235632, state=OPENING 2024-12-02T05:27:20,374 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:27:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0181898030 2024-12-02T05:27:20,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0181898030/meta-region-server: CHANGED 2024-12-02T05:27:20,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0181898030/meta-region-server: CHANGED 2024-12-02T05:27:20,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:20,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42099,1733117235632}] 2024-12-02T05:27:20,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:27:20,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:27:20,621 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:27:20,621 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:20,621 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:27:20,622 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42099%2C1733117235632.meta, suffix=.meta, logDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/WALs/f49461030c22,42099,1733117235632, archiveDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/oldWALs, maxLogs=10 2024-12-02T05:27:20,633 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/WALs/f49461030c22,42099,1733117235632/f49461030c22%2C42099%2C1733117235632.meta.1733117240622.meta, exclude list is [], retry=0 2024-12-02T05:27:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40599,DS-d56be712-1d9f-44ca-9965-527e32051ef0,DISK] 2024-12-02T05:27:20,636 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/WALs/f49461030c22,42099,1733117235632/f49461030c22%2C42099%2C1733117235632.meta.1733117240622.meta 2024-12-02T05:27:20,636 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34445:34445)] 2024-12-02T05:27:20,637 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:20,637 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:27:20,637 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:27:20,637 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:27:20,637 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:27:20,637 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:27:20,637 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:20,637 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:27:20,637 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:27:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:20,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:20,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:20,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:20,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:20,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:20,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:20,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:20,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:20,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:20,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:20,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:20,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:20,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:20,642 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:20,642 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/hbase/meta/1588230740 2024-12-02T05:27:20,643 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/hbase/meta/1588230740 2024-12-02T05:27:20,643 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:20,643 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:20,644 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:20,645 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:20,645 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59643391, jitterRate=-0.11124421656131744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:20,645 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:27:20,645 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117240638Writing region info on filesystem at 1733117240638Initializing all the Stores at 1733117240638Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117240638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117240638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117240638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117240638Cleaning up temporary data from old regions at 1733117240643 (+5 ms)Running coprocessor post-open hooks at 1733117240645 (+2 ms)Region opened successfully at 1733117240645 2024-12-02T05:27:20,646 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117240617 2024-12-02T05:27:20,647 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:27:20,647 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:27:20,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,42099,1733117235632 2024-12-02T05:27:20,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42099,1733117235632, state=OPEN 2024-12-02T05:27:20,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x1019482392e0001, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0181898030/meta-region-server 2024-12-02T05:27:20,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0181898030/meta-region-server: CHANGED 2024-12-02T05:27:20,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40995-0x1019482392e0000, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0181898030/meta-region-server 2024-12-02T05:27:20,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0181898030/meta-region-server: CHANGED 2024-12-02T05:27:20,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,42099,1733117235632 2024-12-02T05:27:20,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:27:20,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42099,1733117235632 in 440 msec 2024-12-02T05:27:20,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:27:20,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1260 sec 2024-12-02T05:27:20,909 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:20,909 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:27:20,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:20,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42099,1733117235632, seqNum=-1] 2024-12-02T05:27:20,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:20,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:20,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5720 sec 2024-12-02T05:27:20,915 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117240914, completionTime=-1 2024-12-02T05:27:20,915 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:27:20,915 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:27:20,916 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:27:20,916 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117300916 2024-12-02T05:27:20,916 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117360916 2024-12-02T05:27:20,916 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:27:20,917 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40995,1733117234771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:20,917 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40995,1733117234771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:20,917 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40995,1733117234771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:20,917 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:40995, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:20,917 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:20,917 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:20,918 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.886sec 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40995,1733117234771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:20,920 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40995,1733117234771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:27:20,921 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:27:20,921 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:27:20,921 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,40995,1733117234771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:21,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ed1b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:21,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40995,-1 for getting cluster id 2024-12-02T05:27:21,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:27:21,018 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa17477e-4d59-47d7-bb67-c7427dfbc432' 2024-12-02T05:27:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:27:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa17477e-4d59-47d7-bb67-c7427dfbc432" 2024-12-02T05:27:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd943cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40995,-1] 2024-12-02T05:27:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:27:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:21,019 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:27:21,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600c2d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:21,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42099,1733117235632, seqNum=-1] 2024-12-02T05:27:21,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:21,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:21,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,40995,1733117234771 2024-12-02T05:27:21,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60159 2024-12-02T05:27:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60159, baseZNode=/0181898030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:21,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019482392e0002 connected 2024-12-02T05:27:21,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40995,1733117234771 2024-12-02T05:27:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@765da822 2024-12-02T05:27:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:27:21,177 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:27:21,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:27:21,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:27:21,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:21,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:27:21,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:27:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:27:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:21,589 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efeaba1912cf25f26f8e24b0a1180f8f, NAME => 'test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611 2024-12-02T05:27:21,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40599 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:27:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:21,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:21,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing efeaba1912cf25f26f8e24b0a1180f8f, disabling compactions & flushes 2024-12-02T05:27:21,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. 2024-12-02T05:27:21,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. 2024-12-02T05:27:21,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. after waiting 0 ms 2024-12-02T05:27:21,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. 2024-12-02T05:27:21,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. 2024-12-02T05:27:21,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for efeaba1912cf25f26f8e24b0a1180f8f: Waiting for close lock at 1733117241994Disabling compacts and flushes for region at 1733117241994Disabling writes for close at 1733117241994Writing region close event to WAL at 1733117241994Closed at 1733117241994 2024-12-02T05:27:21,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:27:21,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117241995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117241995"}]},"ts":"1733117241995"} 2024-12-02T05:27:21,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:27:21,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:27:21,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117241997"}]},"ts":"1733117241997"} 2024-12-02T05:27:21,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:27:21,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efeaba1912cf25f26f8e24b0a1180f8f, ASSIGN}] 2024-12-02T05:27:22,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efeaba1912cf25f26f8e24b0a1180f8f, ASSIGN 2024-12-02T05:27:22,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=efeaba1912cf25f26f8e24b0a1180f8f, ASSIGN; state=OFFLINE, location=f49461030c22,42099,1733117235632; forceNewPlan=false, retain=false 2024-12-02T05:27:22,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efeaba1912cf25f26f8e24b0a1180f8f, regionState=OPENING, regionLocation=f49461030c22,42099,1733117235632 2024-12-02T05:27:22,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=efeaba1912cf25f26f8e24b0a1180f8f, ASSIGN because future has completed 2024-12-02T05:27:22,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efeaba1912cf25f26f8e24b0a1180f8f, server=f49461030c22,42099,1733117235632}] 2024-12-02T05:27:22,308 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. 2024-12-02T05:27:22,308 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => efeaba1912cf25f26f8e24b0a1180f8f, NAME => 'test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:22,308 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:27:22,308 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:27:22,308 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,308 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:22,308 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,308 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,309 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,310 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efeaba1912cf25f26f8e24b0a1180f8f columnFamilyName f 2024-12-02T05:27:22,310 DEBUG [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:22,311 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] regionserver.HStore(327): Store=efeaba1912cf25f26f8e24b0a1180f8f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:22,311 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,311 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efeaba1912cf25f26f8e24b0a1180f8f columnFamilyName f1 2024-12-02T05:27:22,311 DEBUG [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:22,312 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] regionserver.HStore(327): Store=efeaba1912cf25f26f8e24b0a1180f8f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:22,312 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,312 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efeaba1912cf25f26f8e24b0a1180f8f columnFamilyName norep 2024-12-02T05:27:22,312 DEBUG [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:22,313 INFO [StoreOpener-efeaba1912cf25f26f8e24b0a1180f8f-1 {}] regionserver.HStore(327): Store=efeaba1912cf25f26f8e24b0a1180f8f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:22,313 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,313 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/default/test/efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,313 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/default/test/efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:22,314 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,314 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,314 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:27:22,315 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,316 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/data/default/test/efeaba1912cf25f26f8e24b0a1180f8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:22,316 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened efeaba1912cf25f26f8e24b0a1180f8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67107922, jitterRate=-1.4036893844604492E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:27:22,317 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efeaba1912cf25f26f8e24b0a1180f8f 2024-12-02T05:27:22,317 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for efeaba1912cf25f26f8e24b0a1180f8f: Running coprocessor pre-open hook at 1733117242309Writing region info on filesystem at 1733117242309Initializing all the Stores at 1733117242309Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117242309Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117242309Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117242309Cleaning up temporary data from old regions at 1733117242314 (+5 ms)Running coprocessor post-open hooks at 1733117242317 (+3 ms)Region opened successfully at 1733117242317 2024-12-02T05:27:22,318 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f., pid=6, masterSystemTime=1733117242304 2024-12-02T05:27:22,319 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. 2024-12-02T05:27:22,319 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117241178.efeaba1912cf25f26f8e24b0a1180f8f. 2024-12-02T05:27:22,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efeaba1912cf25f26f8e24b0a1180f8f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,42099,1733117235632 2024-12-02T05:27:22,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efeaba1912cf25f26f8e24b0a1180f8f, server=f49461030c22,42099,1733117235632 because future has completed 2024-12-02T05:27:22,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:27:22,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure efeaba1912cf25f26f8e24b0a1180f8f, server=f49461030c22,42099,1733117235632 in 169 msec 2024-12-02T05:27:22,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:27:22,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=efeaba1912cf25f26f8e24b0a1180f8f, ASSIGN in 324 msec 2024-12-02T05:27:22,325 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:27:22,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117242325"}]},"ts":"1733117242325"} 2024-12-02T05:27:22,326 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:27:22,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:27:22,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-02T05:27:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:23,324 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:27:23,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580e9315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:23,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40995,-1 for getting cluster id 2024-12-02T05:27:23,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:27:23,325 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa17477e-4d59-47d7-bb67-c7427dfbc432' 2024-12-02T05:27:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:27:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa17477e-4d59-47d7-bb67-c7427dfbc432" 2024-12-02T05:27:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb666d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40995,-1] 2024-12-02T05:27:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:27:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:23,326 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:27:23,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d911091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:23,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:23,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40995,1733117234771 2024-12-02T05:27:23,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1885ef47 2024-12-02T05:27:23,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:27:23,328 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:27:23,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:40995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:27:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:27:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:27:23,331 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:40995' 2024-12-02T05:27:23,331 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@980089c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:23,331 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,40995,-1 for getting cluster id 2024-12-02T05:27:23,332 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:27:23,332 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa17477e-4d59-47d7-bb67-c7427dfbc432' 2024-12-02T05:27:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:27:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa17477e-4d59-47d7-bb67-c7427dfbc432" 2024-12-02T05:27:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47594a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,40995,-1] 2024-12-02T05:27:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:27:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:23,333 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:27:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6657ecb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:23,334 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:23,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,40995,1733117234771 2024-12-02T05:27:23,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@269070f0 2024-12-02T05:27:23,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:27:23,335 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:27:23,335 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T05:27:23,335 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:27:23,335 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:23,335 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:23,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:27:23,336 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f49461030c22:40995, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T05:27:23,341 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f49461030c22:40995, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f49461030c22:40995, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f49461030c22:40995, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-02T05:27:23,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f49461030c22:40995, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-12-02T05:27:23,342 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-02T05:27:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:27:23,434 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f49461030c22:40995, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-02T05:27:23,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:27:23,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:27:23,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:23,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:23,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:27:23,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=520 (was 351) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/data/data1/current/BP-1088011827-172.17.0.2-1733117230483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-764c9c70-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f49461030c22:40995 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611/MasterData-prefix:f49461030c22,40995,1733117234771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f49461030c22:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60159) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1693272706-8013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693272706-8011-acceptor-0@71da172e-ServerConnector@343d83b4{HTTP/1.1, (http/1.1)}{localhost:43419} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611-prefix:f49461030c22,42099,1733117235632 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/f49461030c22:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f92449f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 2 on default port 46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6b44fe80 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2019424192_20 at /127.0.0.1:56760 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@b61d99d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1088011827-172.17.0.2-1733117230483:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4df8d621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693272706-8008 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f9244433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: f49461030c22:40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f49461030c22:42099 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6dcaac5a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2019424192_20 at /127.0.0.1:56826 [Receiving block BP-1088011827-172.17.0.2-1733117230483:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-849096993_20 at /127.0.0.1:56796 [Receiving block BP-1088011827-172.17.0.2-1733117230483:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39477 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39477/user/jenkins/test-data/f0806e55-1864-2925-95e1-fcce1de67611-prefix:f49461030c22,42099,1733117235632.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1088011827-172.17.0.2-1733117230483:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 46143 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60159): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1824b17 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp82703308-8060 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117239351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RS:0;f49461030c22:42099-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693272706-8014 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@533b7a12[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f49461030c22:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1088011827-172.17.0.2-1733117230483 heartbeating to localhost/127.0.0.1:39477 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 4 on default port 39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@66ce16ee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-649aa9eb-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60159 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$587/0x00007f9244aab500.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp82703308-8058 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f9244433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@458786c7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1693272706-8007 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f9244433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp82703308-8059-acceptor-0@74b6f447-ServerConnector@3800d109{HTTP/1.1, (http/1.1)}{localhost:33171} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f49461030c22:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117239351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39477 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 3 on default port 46143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693272706-8012 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp82703308-8061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/cluster_600fede7-e2f4-7bc8-57b9-1ea0e2e47b1f/data/data2/current/BP-1088011827-172.17.0.2-1733117230483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693272706-8009 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f9244433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2019424192_20 at /127.0.0.1:56820 [Receiving block BP-1088011827-172.17.0.2-1733117230483:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60159) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1452737814) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 1 on default port 39477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@173edcc6 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f49461030c22:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693272706-8010 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f9244433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f49461030c22:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60159) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@14c6a5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1088011827-172.17.0.2-1733117230483:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=867 (was 782) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 472), ProcessCount=11 (was 11), AvailableMemoryMB=5664 (was 5731) 2024-12-02T05:27:23,454 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=520 is superior to 500 2024-12-02T05:27:23,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=520, OpenFileDescriptor=867, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=5665 2024-12-02T05:27:23,466 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=520 is superior to 500 2024-12-02T05:27:23,479 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-02T05:27:23,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.log.dir so I do NOT create it in target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100 2024-12-02T05:27:23,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:27:23,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.tmp.dir so I do NOT create it in target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100 2024-12-02T05:27:23,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80ec9b93-6835-a14e-0b0e-7414fccc89df/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:27:23,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100 2024-12-02T05:27:23,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218, deleteOnExit=true 2024-12-02T05:27:23,700 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218/zookeeper_0, clientPort=64221, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T05:27:23,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64221 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/test.cache.data in system properties and HBase conf 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:27:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:27:23,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:27:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:27:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:27:24,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:24,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:24,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:24,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:24,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:27:24,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:24,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7957ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:24,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@307d7ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:24,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f9bbb60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/java.io.tmpdir/jetty-localhost-40639-hadoop-hdfs-3_4_1-tests_jar-_-any-8376697033419707601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:27:24,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f8a440{HTTP/1.1, (http/1.1)}{localhost:40639} 2024-12-02T05:27:24,846 INFO [Time-limited test {}] server.Server(415): Started @477830ms 2024-12-02T05:27:25,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:25,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:25,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:25,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:25,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:27:25,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f48078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:25,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49161e17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:25,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37ed8437{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/java.io.tmpdir/jetty-localhost-44609-hadoop-hdfs-3_4_1-tests_jar-_-any-8805608368230103800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:27:25,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51cdd22c{HTTP/1.1, (http/1.1)}{localhost:44609} 2024-12-02T05:27:25,334 INFO [Time-limited test {}] server.Server(415): Started @478318ms 2024-12-02T05:27:25,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:27:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:25,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:27:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:26,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:27:26,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T05:27:27,254 WARN [Thread-4386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218/data/data2/current/BP-1363157811-172.17.0.2-1733117243718/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:27,254 WARN [Thread-4385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218/data/data1/current/BP-1363157811-172.17.0.2-1733117243718/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:27,277 WARN [Thread-4372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:27:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bb318b5d4808883 with lease ID 0xac7e64ad25c28879: Processing first storage report for DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f from datanode DatanodeRegistration(127.0.0.1:45981, datanodeUuid=0f5160d6-a7ab-4fd1-b10b-698f213a4f61, infoPort=44249, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1161281592;c=1733117243718) 2024-12-02T05:27:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bb318b5d4808883 with lease ID 0xac7e64ad25c28879: from storage DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f node DatanodeRegistration(127.0.0.1:45981, datanodeUuid=0f5160d6-a7ab-4fd1-b10b-698f213a4f61, infoPort=44249, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1161281592;c=1733117243718), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bb318b5d4808883 with lease ID 0xac7e64ad25c28879: Processing first storage report for DS-e2bf3b19-0c5e-4d82-8fcf-1db2ab80c677 from datanode DatanodeRegistration(127.0.0.1:45981, datanodeUuid=0f5160d6-a7ab-4fd1-b10b-698f213a4f61, infoPort=44249, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1161281592;c=1733117243718) 2024-12-02T05:27:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bb318b5d4808883 with lease ID 0xac7e64ad25c28879: from storage DS-e2bf3b19-0c5e-4d82-8fcf-1db2ab80c677 node DatanodeRegistration(127.0.0.1:45981, datanodeUuid=0f5160d6-a7ab-4fd1-b10b-698f213a4f61, infoPort=44249, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=1161281592;c=1733117243718), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:27,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100 2024-12-02T05:27:27,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:27,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:27:27,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10 with version=8 2024-12-02T05:27:27,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/hbase-staging 2024-12-02T05:27:27,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:27,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:27,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:27,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:27,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:27,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:27,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:27:27,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:27,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38325 2024-12-02T05:27:27,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38325 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383250x0, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:27,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38325-0x10194826cde0000 connected 2024-12-02T05:27:27,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:27,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:27:27,683 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 208970 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:27:28,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T05:27:28,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T05:27:28,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T05:27:28,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T05:27:28,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:27:28,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T05:27:28,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:28,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:28,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on znode that does not yet exist, /01457490573/running 2024-12-02T05:27:28,323 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10, hbase.cluster.distributed=false 2024-12-02T05:27:28,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on znode that does not yet exist, /01457490573/acl 2024-12-02T05:27:28,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38325 2024-12-02T05:27:28,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38325 2024-12-02T05:27:28,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38325 2024-12-02T05:27:28,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38325 2024-12-02T05:27:28,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38325 2024-12-02T05:27:28,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:28,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:28,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:28,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:28,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:28,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:28,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:27:28,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:28,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42629 2024-12-02T05:27:28,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42629 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:28,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:28,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426290x0, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:28,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426290x0, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on znode that does not yet exist, /01457490573/running 2024-12-02T05:27:28,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42629-0x10194826cde0001 connected 2024-12-02T05:27:28,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:27:28,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:27:28,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on znode that does not yet exist, /01457490573/master 2024-12-02T05:27:28,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on znode that does not yet exist, /01457490573/acl 2024-12-02T05:27:28,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42629 2024-12-02T05:27:28,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42629 2024-12-02T05:27:28,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42629 2024-12-02T05:27:28,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42629 2024-12-02T05:27:28,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42629 2024-12-02T05:27:28,429 DEBUG [M:0;f49461030c22:38325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:38325 2024-12-02T05:27:28,431 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01457490573/backup-masters/f49461030c22,38325,1733117247372 2024-12-02T05:27:28,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573/backup-masters 2024-12-02T05:27:28,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573/backup-masters 2024-12-02T05:27:28,614 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on existing znode=/01457490573/backup-masters/f49461030c22,38325,1733117247372 2024-12-02T05:27:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457490573/master 2024-12-02T05:27:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:28,784 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on existing znode=/01457490573/master 2024-12-02T05:27:28,784 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01457490573/backup-masters/f49461030c22,38325,1733117247372 from backup master directory 2024-12-02T05:27:28,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573/backup-masters 2024-12-02T05:27:28,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457490573/backup-masters/f49461030c22,38325,1733117247372 2024-12-02T05:27:28,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573/backup-masters 2024-12-02T05:27:28,821 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:28,821 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,38325,1733117247372 2024-12-02T05:27:28,823 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/hbase.id] with ID: 0ca0637a-33a5-4bdb-9bdf-42f0ae420e59 2024-12-02T05:27:28,823 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/.tmp/hbase.id 2024-12-02T05:27:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:27:29,229 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/.tmp/hbase.id]:[hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/hbase.id] 2024-12-02T05:27:29,236 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:29,236 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:27:29,237 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:27:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:27:29,839 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:29,840 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:27:29,840 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:29,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:27:30,245 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store 2024-12-02T05:27:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:27:30,650 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:30,650 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:27:30,650 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:30,650 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:30,651 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:27:30,651 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:30,651 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:30,651 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117250650Disabling compacts and flushes for region at 1733117250650Disabling writes for close at 1733117250651 (+1 ms)Writing region close event to WAL at 1733117250651Closed at 1733117250651 2024-12-02T05:27:30,651 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/.initializing 2024-12-02T05:27:30,651 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/WALs/f49461030c22,38325,1733117247372 2024-12-02T05:27:30,652 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:30,654 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C38325%2C1733117247372, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/WALs/f49461030c22,38325,1733117247372, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/oldWALs, maxLogs=10 2024-12-02T05:27:30,665 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/WALs/f49461030c22,38325,1733117247372/f49461030c22%2C38325%2C1733117247372.1733117250654, exclude list is [], retry=0 2024-12-02T05:27:30,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK] 2024-12-02T05:27:30,668 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/WALs/f49461030c22,38325,1733117247372/f49461030c22%2C38325%2C1733117247372.1733117250654 2024-12-02T05:27:30,668 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-02T05:27:30,668 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:30,668 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:30,668 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,668 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:27:30,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:30,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:30,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:27:30,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:30,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:30,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:27:30,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:30,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:30,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:27:30,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:30,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:30,674 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,675 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,675 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,676 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,676 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,676 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:30,677 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:30,678 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:30,678 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75140161, jitterRate=0.1196756511926651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:30,678 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117250668Initializing all the Stores at 1733117250669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117250669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117250669Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117250669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117250669Cleaning up temporary data from old regions at 1733117250676 (+7 ms)Region opened successfully at 1733117250678 (+2 ms) 2024-12-02T05:27:30,678 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:27:30,680 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba9d2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:30,681 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:27:30,681 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:27:30,681 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:27:30,681 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:27:30,681 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:27:30,681 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:27:30,681 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:27:30,683 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:27:30,683 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Unable to get data of znode /01457490573/balancer because node does not exist (not necessarily an error) 2024-12-02T05:27:30,898 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457490573/balancer already deleted, retry=false 2024-12-02T05:27:30,898 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:27:30,899 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Unable to get data of znode /01457490573/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:27:30,908 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457490573/normalizer already deleted, retry=false 2024-12-02T05:27:30,908 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:27:30,909 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Unable to get data of znode /01457490573/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:27:31,076 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457490573/switch/split already deleted, retry=false 2024-12-02T05:27:31,077 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Unable to get data of znode /01457490573/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:27:31,108 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457490573/switch/merge already deleted, retry=false 2024-12-02T05:27:31,110 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Unable to get data of znode /01457490573/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:27:31,119 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01457490573/snapshot-cleanup already deleted, retry=false 2024-12-02T05:27:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457490573/running 2024-12-02T05:27:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01457490573/running 2024-12-02T05:27:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:31,130 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,38325,1733117247372, sessionid=0x10194826cde0000, setting cluster-up flag (Was=false) 2024-12-02T05:27:31,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:31,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:31,361 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01457490573/flush-table-proc/acquired, /01457490573/flush-table-proc/reached, /01457490573/flush-table-proc/abort 2024-12-02T05:27:31,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,38325,1733117247372 2024-12-02T05:27:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:31,631 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01457490573/online-snapshot/acquired, /01457490573/online-snapshot/reached, /01457490573/online-snapshot/abort 2024-12-02T05:27:31,632 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,38325,1733117247372 2024-12-02T05:27:31,633 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:27:31,634 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:31,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:27:31,635 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:27:31,635 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,38325,1733117247372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:31,636 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117281637 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:27:31,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:31,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:27:31,637 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:27:31,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:31,638 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117251638,5,FailOnTimeoutGroup] 2024-12-02T05:27:31,638 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117251638,5,FailOnTimeoutGroup] 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:27:31,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:31,638 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:27:31,718 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(746): ClusterId : 0ca0637a-33a5-4bdb-9bdf-42f0ae420e59 2024-12-02T05:27:31,718 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:27:31,899 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:27:31,899 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:27:32,011 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:27:32,011 DEBUG [RS:0;f49461030c22:42629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:32,024 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:42629 2024-12-02T05:27:32,024 INFO [RS:0;f49461030c22:42629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:27:32,024 INFO [RS:0;f49461030c22:42629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:27:32,024 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:27:32,024 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,38325,1733117247372 with port=42629, startcode=1733117248340 2024-12-02T05:27:32,025 DEBUG [RS:0;f49461030c22:42629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:27:32,026 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:27:32,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,42629,1733117248340 2024-12-02T05:27:32,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38325 {}] master.ServerManager(517): Registering regionserver=f49461030c22,42629,1733117248340 2024-12-02T05:27:32,027 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10 2024-12-02T05:27:32,027 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44615 2024-12-02T05:27:32,027 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:27:32,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:27:32,047 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10 2024-12-02T05:27:32,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:27:32,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573/rs 2024-12-02T05:27:32,088 DEBUG [RS:0;f49461030c22:42629 {}] zookeeper.ZKUtil(111): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on existing znode=/01457490573/rs/f49461030c22,42629,1733117248340 2024-12-02T05:27:32,088 WARN [RS:0;f49461030c22:42629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:32,088 INFO [RS:0;f49461030c22:42629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:32,088 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340 2024-12-02T05:27:32,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,42629,1733117248340] 2024-12-02T05:27:32,090 INFO [RS:0;f49461030c22:42629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:27:32,091 INFO [RS:0;f49461030c22:42629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:27:32,092 INFO [RS:0;f49461030c22:42629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:27:32,092 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,092 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:27:32,092 INFO [RS:0;f49461030c22:42629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:27:32,092 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:32,093 DEBUG [RS:0;f49461030c22:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:32,097 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,097 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,097 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,097 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,097 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,097 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42629,1733117248340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:32,109 INFO [RS:0;f49461030c22:42629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:27:32,109 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,42629,1733117248340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,109 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,109 INFO [RS:0;f49461030c22:42629 {}] regionserver.Replication(171): f49461030c22,42629,1733117248340 started 2024-12-02T05:27:32,120 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:32,120 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,42629,1733117248340, RpcServer on f49461030c22/172.17.0.2:42629, sessionid=0x10194826cde0001 2024-12-02T05:27:32,120 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:27:32,120 DEBUG [RS:0;f49461030c22:42629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,42629,1733117248340 2024-12-02T05:27:32,120 DEBUG [RS:0;f49461030c22:42629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42629,1733117248340' 2024-12-02T05:27:32,120 DEBUG [RS:0;f49461030c22:42629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01457490573/flush-table-proc/abort' 2024-12-02T05:27:32,120 DEBUG [RS:0;f49461030c22:42629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01457490573/flush-table-proc/acquired' 2024-12-02T05:27:32,121 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:27:32,121 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:27:32,121 DEBUG [RS:0;f49461030c22:42629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,42629,1733117248340 2024-12-02T05:27:32,121 DEBUG [RS:0;f49461030c22:42629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,42629,1733117248340' 2024-12-02T05:27:32,121 DEBUG [RS:0;f49461030c22:42629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01457490573/online-snapshot/abort' 2024-12-02T05:27:32,121 DEBUG [RS:0;f49461030c22:42629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01457490573/online-snapshot/acquired' 2024-12-02T05:27:32,121 DEBUG [RS:0;f49461030c22:42629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:27:32,121 INFO [RS:0;f49461030c22:42629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:27:32,121 INFO [RS:0;f49461030c22:42629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:27:32,222 INFO [RS:0;f49461030c22:42629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:32,223 INFO [RS:0;f49461030c22:42629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42629%2C1733117248340, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/oldWALs, maxLogs=10 2024-12-02T05:27:32,234 DEBUG [RS:0;f49461030c22:42629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223, exclude list is [], retry=0 2024-12-02T05:27:32,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK] 2024-12-02T05:27:32,237 INFO [RS:0;f49461030c22:42629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 2024-12-02T05:27:32,237 DEBUG [RS:0;f49461030c22:42629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-02T05:27:32,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:32,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:32,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:32,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:32,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:32,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:32,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:32,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:32,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:32,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:32,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:32,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:32,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:32,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:32,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:32,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:32,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740 2024-12-02T05:27:32,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740 2024-12-02T05:27:32,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:32,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:32,458 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:32,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:32,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:32,459 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70582933, jitterRate=0.05176766216754913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117252451Initializing all the Stores at 1733117252451Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117252451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117252451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117252451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117252451Cleaning up temporary data from old regions at 1733117252457 (+6 ms)Region opened successfully at 1733117252459 (+2 ms) 2024-12-02T05:27:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:27:32,460 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:27:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:27:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:27:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:27:32,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:32,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117252460Disabling compacts and flushes for region at 1733117252460Disabling writes for close at 1733117252460Writing region close event to WAL at 1733117252460Closed at 1733117252460 2024-12-02T05:27:32,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:32,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:27:32,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:27:32,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:32,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:27:32,612 DEBUG [f49461030c22:38325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:27:32,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,42629,1733117248340 2024-12-02T05:27:32,613 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42629,1733117248340, state=OPENING 2024-12-02T05:27:32,874 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:27:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:27:32,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:32,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42629,1733117248340}] 2024-12-02T05:27:32,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457490573/meta-region-server: CHANGED 2024-12-02T05:27:32,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457490573/meta-region-server: CHANGED 2024-12-02T05:27:33,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:27:33,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:27:33,051 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:27:33,051 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:33,051 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:27:33,052 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42629%2C1733117248340.meta, suffix=.meta, logDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/oldWALs, maxLogs=10 2024-12-02T05:27:33,063 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.meta.1733117253052.meta, exclude list is [], retry=0 2024-12-02T05:27:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK] 2024-12-02T05:27:33,066 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.meta.1733117253052.meta 2024-12-02T05:27:33,066 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-02T05:27:33,066 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:33,066 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:27:33,067 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:27:33,067 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:27:33,067 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:27:33,067 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:27:33,067 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:33,067 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:27:33,067 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:27:33,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:33,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:33,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:33,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:33,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:33,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:33,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:33,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:33,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:33,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:33,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:33,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:33,071 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:33,071 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740 2024-12-02T05:27:33,071 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740 2024-12-02T05:27:33,072 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:33,072 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:33,072 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:33,073 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:33,073 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74913612, jitterRate=0.11629980802536011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:33,073 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:27:33,073 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117253067Writing region info on filesystem at 1733117253067Initializing all the Stores at 1733117253068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117253068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117253068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117253068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117253068Cleaning up temporary data from old regions at 1733117253072 (+4 ms)Running coprocessor post-open hooks at 1733117253073 (+1 ms)Region opened successfully at 1733117253073 2024-12-02T05:27:33,074 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117253047 2024-12-02T05:27:33,075 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:27:33,075 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:27:33,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,42629,1733117248340 2024-12-02T05:27:33,076 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,42629,1733117248340, state=OPEN 2024-12-02T05:27:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457490573/meta-region-server 2024-12-02T05:27:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01457490573/meta-region-server 2024-12-02T05:27:33,296 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,42629,1733117248340 2024-12-02T05:27:33,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457490573/meta-region-server: CHANGED 2024-12-02T05:27:33,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01457490573/meta-region-server: CHANGED 2024-12-02T05:27:33,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:27:33,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,42629,1733117248340 in 401 msec 2024-12-02T05:27:33,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:27:33,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 838 msec 2024-12-02T05:27:33,300 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:33,300 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:27:33,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:33,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42629,1733117248340, seqNum=-1] 2024-12-02T05:27:33,302 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:33,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:33,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6720 sec 2024-12-02T05:27:33,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117253306, completionTime=-1 2024-12-02T05:27:33,306 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:27:33,306 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117313308 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117373308 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38325,1733117247372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38325,1733117247372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38325,1733117247372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:38325, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:33,308 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:33,309 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.490sec 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38325,1733117247372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:33,311 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38325,1733117247372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:27:33,313 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:27:33,313 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:27:33,313 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38325,1733117247372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:33,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c715751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:33,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38325,-1 for getting cluster id 2024-12-02T05:27:33,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:27:33,320 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca0637a-33a5-4bdb-9bdf-42f0ae420e59' 2024-12-02T05:27:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:27:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca0637a-33a5-4bdb-9bdf-42f0ae420e59" 2024-12-02T05:27:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcfd283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38325,-1] 2024-12-02T05:27:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:27:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:33,321 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:27:33,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecbe164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:33,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42629,1733117248340, seqNum=-1] 2024-12-02T05:27:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:33,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:33,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,38325,1733117247372 2024-12-02T05:27:33,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:33,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:33,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10194826cde0002 connected 2024-12-02T05:27:33,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.log.dir so I do NOT create it in target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0 2024-12-02T05:27:33,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:27:33,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.tmp.dir so I do NOT create it in target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0 2024-12-02T05:27:33,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:27:33,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0 2024-12-02T05:27:33,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:27:33,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/cluster_6c3942b8-c647-3252-5af0-beb4d9aafacb, deleteOnExit=true 2024-12-02T05:27:33,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:27:33,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/test.cache.data in system properties and HBase conf 2024-12-02T05:27:33,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:27:33,508 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:27:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:27:35,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:35,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:35,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:35,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:35,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:27:35,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:35,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33fe0f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:35,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2f17ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:35,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@401cf89e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/java.io.tmpdir/jetty-localhost-40461-hadoop-hdfs-3_4_1-tests_jar-_-any-9220811800325428740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:27:35,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77edbf16{HTTP/1.1, (http/1.1)}{localhost:40461} 2024-12-02T05:27:35,597 INFO [Time-limited test {}] server.Server(415): Started @488581ms 2024-12-02T05:27:36,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:36,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:36,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:36,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:36,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T05:27:36,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57475549{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:36,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@731f41e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:36,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2532a400{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/java.io.tmpdir/jetty-localhost-37965-hadoop-hdfs-3_4_1-tests_jar-_-any-4136646992863229803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:27:36,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a8887bf{HTTP/1.1, (http/1.1)}{localhost:37965} 2024-12-02T05:27:36,546 INFO [Time-limited test {}] server.Server(415): Started @489529ms 2024-12-02T05:27:36,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:27:38,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,636 WARN [Thread-4506 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/cluster_6c3942b8-c647-3252-5af0-beb4d9aafacb/data/data2/current/BP-1490565397-172.17.0.2-1733117253522/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:38,636 WARN [Thread-4505 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/cluster_6c3942b8-c647-3252-5af0-beb4d9aafacb/data/data1/current/BP-1490565397-172.17.0.2-1733117253522/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:38,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:27:38,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,657 WARN [Thread-4493 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:27:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3672a4db0b097276 with lease ID 0x3b617d78307deb: Processing first storage report for DS-096a45ad-2083-42a4-93b7-0131471b66df from datanode DatanodeRegistration(127.0.0.1:42685, datanodeUuid=58a2764e-af8e-4484-9a65-c47a8084861d, infoPort=41073, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=1415311726;c=1733117253522) 2024-12-02T05:27:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3672a4db0b097276 with lease ID 0x3b617d78307deb: from storage DS-096a45ad-2083-42a4-93b7-0131471b66df node DatanodeRegistration(127.0.0.1:42685, datanodeUuid=58a2764e-af8e-4484-9a65-c47a8084861d, infoPort=41073, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=1415311726;c=1733117253522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3672a4db0b097276 with lease ID 0x3b617d78307deb: Processing first storage report for DS-bd7a241e-c3a9-49cc-af19-e5190894b09f from datanode DatanodeRegistration(127.0.0.1:42685, datanodeUuid=58a2764e-af8e-4484-9a65-c47a8084861d, infoPort=41073, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=1415311726;c=1733117253522) 2024-12-02T05:27:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3672a4db0b097276 with lease ID 0x3b617d78307deb: from storage DS-bd7a241e-c3a9-49cc-af19-e5190894b09f node DatanodeRegistration(127.0.0.1:42685, datanodeUuid=58a2764e-af8e-4484-9a65-c47a8084861d, infoPort=41073, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=1415311726;c=1733117253522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0 2024-12-02T05:27:38,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:38,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:38,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:27:39,099 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885 with version=8 2024-12-02T05:27:39,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/hbase-staging 2024-12-02T05:27:39,101 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:39,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:39,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:39,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:39,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:39,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:39,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:27:39,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:39,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38991 2024-12-02T05:27:39,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38991 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:39,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389910x0, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:39,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38991-0x10194826cde0003 connected 2024-12-02T05:27:39,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:39,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:39,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on znode that does not yet exist, /1-35243057/running 2024-12-02T05:27:39,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885, hbase.cluster.distributed=false 2024-12-02T05:27:39,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on znode that does not yet exist, /1-35243057/acl 2024-12-02T05:27:39,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38991 2024-12-02T05:27:39,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38991 2024-12-02T05:27:39,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38991 2024-12-02T05:27:39,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38991 2024-12-02T05:27:39,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38991 2024-12-02T05:27:39,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:39,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:39,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:39,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:39,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:39,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:39,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:27:39,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:39,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41711 2024-12-02T05:27:39,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41711 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:39,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:39,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:39,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417110x0, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:39,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41711-0x10194826cde0004 connected 2024-12-02T05:27:39,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on znode that does not yet exist, /1-35243057/running 2024-12-02T05:27:39,982 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:27:39,983 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:27:39,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on znode that does not yet exist, /1-35243057/master 2024-12-02T05:27:39,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on znode that does not yet exist, /1-35243057/acl 2024-12-02T05:27:39,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41711 2024-12-02T05:27:39,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41711 2024-12-02T05:27:39,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41711 2024-12-02T05:27:39,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41711 2024-12-02T05:27:39,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41711 2024-12-02T05:27:40,005 DEBUG [M:0;f49461030c22:38991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:38991 2024-12-02T05:27:40,006 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-35243057/backup-masters/f49461030c22,38991,1733117259100 2024-12-02T05:27:40,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057/backup-masters 2024-12-02T05:27:40,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057/backup-masters 2024-12-02T05:27:40,224 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on existing znode=/1-35243057/backup-masters/f49461030c22,38991,1733117259100 2024-12-02T05:27:40,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-35243057/master 2024-12-02T05:27:40,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:40,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:40,252 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on existing znode=/1-35243057/master 2024-12-02T05:27:40,252 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-35243057/backup-masters/f49461030c22,38991,1733117259100 from backup master directory 2024-12-02T05:27:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35243057/backup-masters/f49461030c22,38991,1733117259100 2024-12-02T05:27:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057/backup-masters 2024-12-02T05:27:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057/backup-masters 2024-12-02T05:27:40,292 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:40,292 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,38991,1733117259100 2024-12-02T05:27:40,295 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/hbase.id] with ID: 8216f2e2-c673-4bae-8e31-143c8f1f5ba8 2024-12-02T05:27:40,295 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/.tmp/hbase.id 2024-12-02T05:27:40,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:27:40,698 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/.tmp/hbase.id]:[hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/hbase.id] 2024-12-02T05:27:40,705 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:40,705 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:27:40,706 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:27:40,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:40,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:27:41,400 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:41,400 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:27:41,401 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:41,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:27:41,406 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store 2024-12-02T05:27:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:27:41,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:41,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:27:41,810 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:41,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:41,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:27:41,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:41,810 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:41,810 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117261810Disabling compacts and flushes for region at 1733117261810Disabling writes for close at 1733117261810Writing region close event to WAL at 1733117261810Closed at 1733117261810 2024-12-02T05:27:41,811 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/.initializing 2024-12-02T05:27:41,811 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/WALs/f49461030c22,38991,1733117259100 2024-12-02T05:27:41,812 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:41,813 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C38991%2C1733117259100, suffix=, logDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/WALs/f49461030c22,38991,1733117259100, archiveDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/oldWALs, maxLogs=10 2024-12-02T05:27:41,824 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/WALs/f49461030c22,38991,1733117259100/f49461030c22%2C38991%2C1733117259100.1733117261813, exclude list is [], retry=0 2024-12-02T05:27:41,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42685,DS-096a45ad-2083-42a4-93b7-0131471b66df,DISK] 2024-12-02T05:27:41,827 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/WALs/f49461030c22,38991,1733117259100/f49461030c22%2C38991%2C1733117259100.1733117261813 2024-12-02T05:27:41,827 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073)] 2024-12-02T05:27:41,827 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:41,828 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:41,828 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,828 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:27:41,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:41,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:41,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:27:41,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:41,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:41,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:27:41,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:41,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:41,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:27:41,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:41,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:41,833 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,833 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,833 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,834 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,834 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,834 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:41,835 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:41,836 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:41,836 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73178751, jitterRate=0.09044836461544037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:41,836 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117261828Initializing all the Stores at 1733117261828Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117261828Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117261828Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117261828Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117261828Cleaning up temporary data from old regions at 1733117261834 (+6 ms)Region opened successfully at 1733117261836 (+2 ms) 2024-12-02T05:27:41,836 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:27:41,838 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465e54dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:41,838 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:27:41,839 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:27:41,839 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:27:41,839 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:27:41,839 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:27:41,839 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:27:41,839 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:27:41,842 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:27:41,842 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Unable to get data of znode /1-35243057/balancer because node does not exist (not necessarily an error) 2024-12-02T05:27:42,062 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35243057/balancer already deleted, retry=false 2024-12-02T05:27:42,063 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:27:42,063 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Unable to get data of znode /1-35243057/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:27:42,076 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35243057/normalizer already deleted, retry=false 2024-12-02T05:27:42,076 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:27:42,077 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Unable to get data of znode /1-35243057/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:27:42,283 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35243057/switch/split already deleted, retry=false 2024-12-02T05:27:42,284 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Unable to get data of znode /1-35243057/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:27:42,294 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35243057/switch/merge already deleted, retry=false 2024-12-02T05:27:42,295 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Unable to get data of znode /1-35243057/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:27:42,308 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35243057/snapshot-cleanup already deleted, retry=false 2024-12-02T05:27:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-35243057/running 2024-12-02T05:27:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-35243057/running 2024-12-02T05:27:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:42,319 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,38991,1733117259100, sessionid=0x10194826cde0003, setting cluster-up flag (Was=false) 2024-12-02T05:27:42,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:42,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:42,550 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-35243057/flush-table-proc/acquired, /1-35243057/flush-table-proc/reached, /1-35243057/flush-table-proc/abort 2024-12-02T05:27:42,550 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,38991,1733117259100 2024-12-02T05:27:42,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:42,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:42,845 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-35243057/online-snapshot/acquired, /1-35243057/online-snapshot/reached, /1-35243057/online-snapshot/abort 2024-12-02T05:27:42,845 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,38991,1733117259100 2024-12-02T05:27:42,846 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:27:42,847 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:42,847 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:27:42,848 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:27:42,848 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,38991,1733117259100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:42,849 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117292850 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:27:42,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:27:42,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:27:42,850 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:27:42,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:27:42,851 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117262851,5,FailOnTimeoutGroup] 2024-12-02T05:27:42,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:27:42,851 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117262851,5,FailOnTimeoutGroup] 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:42,851 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:27:42,899 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(746): ClusterId : 8216f2e2-c673-4bae-8e31-143c8f1f5ba8 2024-12-02T05:27:42,899 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:27:43,077 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:27:43,077 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:27:43,200 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:27:43,200 DEBUG [RS:0;f49461030c22:41711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bed7075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:43,210 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:41711 2024-12-02T05:27:43,210 INFO [RS:0;f49461030c22:41711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:27:43,210 INFO [RS:0;f49461030c22:41711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:27:43,210 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:27:43,211 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,38991,1733117259100 with port=41711, startcode=1733117259935 2024-12-02T05:27:43,211 DEBUG [RS:0;f49461030c22:41711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:27:43,212 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:27:43,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,41711,1733117259935 2024-12-02T05:27:43,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38991 {}] master.ServerManager(517): Registering regionserver=f49461030c22,41711,1733117259935 2024-12-02T05:27:43,214 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885 2024-12-02T05:27:43,214 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33375 2024-12-02T05:27:43,214 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:27:43,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057/rs 2024-12-02T05:27:43,231 DEBUG [RS:0;f49461030c22:41711 {}] zookeeper.ZKUtil(111): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on existing znode=/1-35243057/rs/f49461030c22,41711,1733117259935 2024-12-02T05:27:43,231 WARN [RS:0;f49461030c22:41711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:43,231 INFO [RS:0;f49461030c22:41711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:43,231 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935 2024-12-02T05:27:43,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,41711,1733117259935] 2024-12-02T05:27:43,233 INFO [RS:0;f49461030c22:41711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:27:43,234 INFO [RS:0;f49461030c22:41711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:27:43,235 INFO [RS:0;f49461030c22:41711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:27:43,235 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,235 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:27:43,235 INFO [RS:0;f49461030c22:41711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:27:43,235 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,235 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,236 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,236 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,236 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:43,236 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:43,236 DEBUG [RS:0;f49461030c22:41711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:43,238 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,238 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,238 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,238 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,238 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,238 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,41711,1733117259935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:43,249 INFO [RS:0;f49461030c22:41711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:27:43,249 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,41711,1733117259935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,249 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,249 INFO [RS:0;f49461030c22:41711 {}] regionserver.Replication(171): f49461030c22,41711,1733117259935 started 2024-12-02T05:27:43,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:27:43,258 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885 2024-12-02T05:27:43,261 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:43,261 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,41711,1733117259935, RpcServer on f49461030c22/172.17.0.2:41711, sessionid=0x10194826cde0004 2024-12-02T05:27:43,261 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:27:43,261 DEBUG [RS:0;f49461030c22:41711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,41711,1733117259935 2024-12-02T05:27:43,261 DEBUG [RS:0;f49461030c22:41711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,41711,1733117259935' 2024-12-02T05:27:43,261 DEBUG [RS:0;f49461030c22:41711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-35243057/flush-table-proc/abort' 2024-12-02T05:27:43,262 DEBUG [RS:0;f49461030c22:41711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-35243057/flush-table-proc/acquired' 2024-12-02T05:27:43,262 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:27:43,262 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:27:43,262 DEBUG [RS:0;f49461030c22:41711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,41711,1733117259935 2024-12-02T05:27:43,262 DEBUG [RS:0;f49461030c22:41711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,41711,1733117259935' 2024-12-02T05:27:43,262 DEBUG [RS:0;f49461030c22:41711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-35243057/online-snapshot/abort' 2024-12-02T05:27:43,262 DEBUG [RS:0;f49461030c22:41711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-35243057/online-snapshot/acquired' 2024-12-02T05:27:43,263 DEBUG [RS:0;f49461030c22:41711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:27:43,263 INFO [RS:0;f49461030c22:41711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:27:43,263 INFO [RS:0;f49461030c22:41711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:27:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:27:43,363 INFO [RS:0;f49461030c22:41711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:43,364 INFO [RS:0;f49461030c22:41711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C41711%2C1733117259935, suffix=, logDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935, archiveDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/oldWALs, maxLogs=10 2024-12-02T05:27:43,376 DEBUG [RS:0;f49461030c22:41711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935/f49461030c22%2C41711%2C1733117259935.1733117263364, exclude list is [], retry=0 2024-12-02T05:27:43,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42685,DS-096a45ad-2083-42a4-93b7-0131471b66df,DISK] 2024-12-02T05:27:43,380 INFO [RS:0;f49461030c22:41711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935/f49461030c22%2C41711%2C1733117259935.1733117263364 2024-12-02T05:27:43,380 DEBUG [RS:0;f49461030c22:41711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073)] 2024-12-02T05:27:43,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:43,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:43,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:43,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:43,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:43,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:43,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:43,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:43,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:43,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:43,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:43,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:43,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:43,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:43,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:43,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:43,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:43,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:43,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740 2024-12-02T05:27:43,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740 2024-12-02T05:27:43,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:43,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:43,673 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:43,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:43,675 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65332575, jitterRate=-0.02646876871585846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:43,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117263667Initializing all the Stores at 1733117263667Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117263667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117263667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117263667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117263667Cleaning up temporary data from old regions at 1733117263673 (+6 ms)Region opened successfully at 1733117263675 (+2 ms) 2024-12-02T05:27:43,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:27:43,675 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:27:43,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:27:43,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-02T05:27:43,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:27:43,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:43,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117263675Disabling compacts and flushes for region at 1733117263675Disabling writes for close at 1733117263676 (+1 ms)Writing region close event to WAL at 1733117263676Closed at 1733117263676 2024-12-02T05:27:43,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:43,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:27:43,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:27:43,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:43,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:27:43,828 DEBUG [f49461030c22:38991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:27:43,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,41711,1733117259935 2024-12-02T05:27:43,830 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,41711,1733117259935, state=OPENING 2024-12-02T05:27:43,941 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:27:44,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:44,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:27:44,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35243057/meta-region-server: CHANGED 2024-12-02T05:27:44,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35243057/meta-region-server: CHANGED 2024-12-02T05:27:44,160 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:44,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,41711,1733117259935}] 2024-12-02T05:27:44,312 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:27:44,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:27:44,315 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:27:44,315 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:44,316 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:27:44,316 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C41711%2C1733117259935.meta, suffix=.meta, logDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935, archiveDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/oldWALs, maxLogs=10 2024-12-02T05:27:44,327 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935/f49461030c22%2C41711%2C1733117259935.meta.1733117264317.meta, exclude list is [], retry=0 2024-12-02T05:27:44,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42685,DS-096a45ad-2083-42a4-93b7-0131471b66df,DISK] 2024-12-02T05:27:44,330 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935/f49461030c22%2C41711%2C1733117259935.meta.1733117264317.meta 2024-12-02T05:27:44,330 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073)] 2024-12-02T05:27:44,330 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:44,330 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:27:44,330 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:27:44,330 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:27:44,331 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:27:44,331 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:27:44,331 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:44,331 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:27:44,331 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:27:44,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:44,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:44,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:44,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:44,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:44,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:44,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:44,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:44,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:44,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:44,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:44,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:44,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:44,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:44,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:44,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:44,335 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:44,335 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740 2024-12-02T05:27:44,336 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740 2024-12-02T05:27:44,337 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:44,337 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:44,337 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:44,338 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:44,338 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70575704, jitterRate=0.05165994167327881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:44,338 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:27:44,338 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117264331Writing region info on filesystem at 1733117264331Initializing all the Stores at 1733117264331Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117264331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117264332 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117264332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117264332Cleaning up temporary data from old regions at 1733117264337 (+5 ms)Running coprocessor post-open hooks at 1733117264338 (+1 ms)Region opened successfully at 1733117264338 2024-12-02T05:27:44,339 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117264312 2024-12-02T05:27:44,340 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:27:44,340 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:27:44,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,41711,1733117259935 2024-12-02T05:27:44,341 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,41711,1733117259935, state=OPEN 2024-12-02T05:27:44,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-35243057/meta-region-server 2024-12-02T05:27:44,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-35243057/meta-region-server 2024-12-02T05:27:44,582 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,41711,1733117259935 2024-12-02T05:27:44,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35243057/meta-region-server: CHANGED 2024-12-02T05:27:44,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35243057/meta-region-server: CHANGED 2024-12-02T05:27:44,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:27:44,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,41711,1733117259935 in 422 msec 2024-12-02T05:27:44,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:27:44,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 907 msec 2024-12-02T05:27:44,586 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:44,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:27:44,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:44,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41711,1733117259935, seqNum=-1] 2024-12-02T05:27:44,587 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:44,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:44,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7440 sec 2024-12-02T05:27:44,591 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117264591, completionTime=-1 2024-12-02T05:27:44,591 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:27:44,591 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:27:44,592 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117324592 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117384593 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38991,1733117259100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38991,1733117259100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38991,1733117259100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:38991, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:44,593 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:44,594 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:27:44,595 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.303sec 2024-12-02T05:27:44,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:27:44,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:27:44,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:27:44,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:27:44,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:27:44,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38991,1733117259100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:44,596 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38991,1733117259100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:27:44,597 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:27:44,597 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:27:44,598 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,38991,1733117259100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:44,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:44,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38991,-1 for getting cluster id 2024-12-02T05:27:44,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:27:44,601 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8216f2e2-c673-4bae-8e31-143c8f1f5ba8' 2024-12-02T05:27:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:27:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8216f2e2-c673-4bae-8e31-143c8f1f5ba8" 2024-12-02T05:27:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d611cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38991,-1] 2024-12-02T05:27:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:27:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:44,603 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:27:44,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4ca40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:44,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41711,1733117259935, seqNum=-1] 2024-12-02T05:27:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:44,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:44,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,38991,1733117259100 2024-12-02T05:27:44,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:44,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:27:44,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:44,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10194826cde0005 connected 2024-12-02T05:27:44,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.log.dir so I do NOT create it in target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63 2024-12-02T05:27:44,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.tmp.dir so I do NOT create it in target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63 2024-12-02T05:27:44,847 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T05:27:44,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/cluster_5e57936b-e7dd-c842-e729-711c1216df4e, deleteOnExit=true 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/test.cache.data in system properties and HBase conf 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/hadoop.log.dir in system properties and HBase conf 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T05:27:44,847 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:44,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/nfs.dump.dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/java.io.tmpdir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T05:27:44,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T05:27:45,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:45,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:45,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:45,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:45,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:27:45,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:45,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@281ca673{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:45,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69130556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:45,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11b8c516{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/java.io.tmpdir/jetty-localhost-43355-hadoop-hdfs-3_4_1-tests_jar-_-any-11737488507380274329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:27:45,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ed029c{HTTP/1.1, (http/1.1)}{localhost:43355} 2024-12-02T05:27:45,557 INFO [Time-limited test {}] server.Server(415): Started @498541ms 2024-12-02T05:27:46,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T05:27:46,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T05:27:46,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T05:27:46,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T05:27:46,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T05:27:46,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@107a847d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/hadoop.log.dir/,AVAILABLE} 2024-12-02T05:27:46,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44359632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T05:27:46,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e89cbb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/java.io.tmpdir/jetty-localhost-44053-hadoop-hdfs-3_4_1-tests_jar-_-any-10672851568999054875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:27:46,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f26ecd6{HTTP/1.1, (http/1.1)}{localhost:44053} 2024-12-02T05:27:46,291 INFO [Time-limited test {}] server.Server(415): Started @499274ms 2024-12-02T05:27:46,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T05:27:47,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:47,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:27:47,864 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 229151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:27:48,349 WARN [Thread-4627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/cluster_5e57936b-e7dd-c842-e729-711c1216df4e/data/data1/current/BP-1976776777-172.17.0.2-1733117264862/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:48,349 WARN [Thread-4628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/cluster_5e57936b-e7dd-c842-e729-711c1216df4e/data/data2/current/BP-1976776777-172.17.0.2-1733117264862/current, will proceed with Du for space computation calculation, 2024-12-02T05:27:48,370 WARN [Thread-4615 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T05:27:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x172f3ffca6bc0830 with lease ID 0xbc44c5b03c985c9b: Processing first storage report for DS-68cca76c-7791-4bf4-9647-9caed7c1c908 from datanode DatanodeRegistration(127.0.0.1:35763, datanodeUuid=c5513b19-f6c9-4e92-a89c-9596d1c5e760, infoPort=35375, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=536187554;c=1733117264862) 2024-12-02T05:27:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x172f3ffca6bc0830 with lease ID 0xbc44c5b03c985c9b: from storage DS-68cca76c-7791-4bf4-9647-9caed7c1c908 node DatanodeRegistration(127.0.0.1:35763, datanodeUuid=c5513b19-f6c9-4e92-a89c-9596d1c5e760, infoPort=35375, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=536187554;c=1733117264862), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x172f3ffca6bc0830 with lease ID 0xbc44c5b03c985c9b: Processing first storage report for DS-596b92ac-76c0-4005-8cd1-7126054e67ba from datanode DatanodeRegistration(127.0.0.1:35763, datanodeUuid=c5513b19-f6c9-4e92-a89c-9596d1c5e760, infoPort=35375, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=536187554;c=1733117264862) 2024-12-02T05:27:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x172f3ffca6bc0830 with lease ID 0xbc44c5b03c985c9b: from storage DS-596b92ac-76c0-4005-8cd1-7126054e67ba node DatanodeRegistration(127.0.0.1:35763, datanodeUuid=c5513b19-f6c9-4e92-a89c-9596d1c5e760, infoPort=35375, infoSecurePort=0, ipcPort=36601, storageInfo=lv=-57;cid=testClusterID;nsid=536187554;c=1733117264862), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T05:27:48,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63 2024-12-02T05:27:48,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:48,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:48,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741825_1001 (size=7) 2024-12-02T05:27:48,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056 with version=8 2024-12-02T05:27:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/hbase-staging 2024-12-02T05:27:48,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:48,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:48,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:48,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:48,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:48,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:48,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T05:27:48,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:48,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32959 2024-12-02T05:27:48,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32959 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:48,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329590x0, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:48,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32959-0x10194826cde0006 connected 2024-12-02T05:27:49,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:49,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:49,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on znode that does not yet exist, /2-1305729751/running 2024-12-02T05:27:49,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056, hbase.cluster.distributed=false 2024-12-02T05:27:49,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on znode that does not yet exist, /2-1305729751/acl 2024-12-02T05:27:49,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32959 2024-12-02T05:27:49,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32959 2024-12-02T05:27:49,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32959 2024-12-02T05:27:49,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32959 2024-12-02T05:27:49,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32959 2024-12-02T05:27:49,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f49461030c22:0 server-side Connection retries=45 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T05:27:49,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37629 2024-12-02T05:27:49,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37629 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:49,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:49,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376290x0, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:49,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376290x0, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on znode that does not yet exist, /2-1305729751/running 2024-12-02T05:27:49,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37629-0x10194826cde0007 connected 2024-12-02T05:27:49,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T05:27:49,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T05:27:49,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on znode that does not yet exist, /2-1305729751/master 2024-12-02T05:27:49,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on znode that does not yet exist, /2-1305729751/acl 2024-12-02T05:27:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37629 2024-12-02T05:27:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37629 2024-12-02T05:27:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37629 2024-12-02T05:27:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37629 2024-12-02T05:27:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37629 2024-12-02T05:27:49,667 DEBUG [M:0;f49461030c22:32959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f49461030c22:32959 2024-12-02T05:27:49,668 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1305729751/backup-masters/f49461030c22,32959,1733117268835 2024-12-02T05:27:49,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751/backup-masters 2024-12-02T05:27:49,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751/backup-masters 2024-12-02T05:27:49,876 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on existing znode=/2-1305729751/backup-masters/f49461030c22,32959,1733117268835 2024-12-02T05:27:49,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:27:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:49,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1305729751/master 2024-12-02T05:27:49,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:49,929 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on existing znode=/2-1305729751/master 2024-12-02T05:27:49,929 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1305729751/backup-masters/f49461030c22,32959,1733117268835 from backup master directory 2024-12-02T05:27:50,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1305729751/backup-masters/f49461030c22,32959,1733117268835 2024-12-02T05:27:50,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751/backup-masters 2024-12-02T05:27:50,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751/backup-masters 2024-12-02T05:27:50,021 WARN [master/f49461030c22:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:50,021 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f49461030c22,32959,1733117268835 2024-12-02T05:27:50,024 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/hbase.id] with ID: 41a27df4-30c2-4ae0-bd9b-c14dde6b829f 2024-12-02T05:27:50,024 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/.tmp/hbase.id 2024-12-02T05:27:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741826_1002 (size=42) 2024-12-02T05:27:50,427 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/.tmp/hbase.id]:[hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/hbase.id] 2024-12-02T05:27:50,434 INFO [master/f49461030c22:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:27:50,434 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T05:27:50,435 INFO [master/f49461030c22:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T05:27:50,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:50,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741827_1003 (size=196) 2024-12-02T05:27:51,066 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:51,067 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T05:27:51,068 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741828_1004 (size=1189) 2024-12-02T05:27:51,473 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store 2024-12-02T05:27:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741829_1005 (size=34) 2024-12-02T05:27:51,877 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:51,878 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:27:51,878 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:51,878 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:51,878 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:27:51,878 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:51,878 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:27:51,878 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117271877Disabling compacts and flushes for region at 1733117271877Disabling writes for close at 1733117271878 (+1 ms)Writing region close event to WAL at 1733117271878Closed at 1733117271878 2024-12-02T05:27:51,878 WARN [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/.initializing 2024-12-02T05:27:51,878 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/WALs/f49461030c22,32959,1733117268835 2024-12-02T05:27:51,879 INFO [master/f49461030c22:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:51,880 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f49461030c22%2C32959%2C1733117268835, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/WALs/f49461030c22,32959,1733117268835, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/oldWALs, maxLogs=10 2024-12-02T05:27:51,892 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/WALs/f49461030c22,32959,1733117268835/f49461030c22%2C32959%2C1733117268835.1733117271880, exclude list is [], retry=0 2024-12-02T05:27:51,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-68cca76c-7791-4bf4-9647-9caed7c1c908,DISK] 2024-12-02T05:27:51,895 INFO [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/WALs/f49461030c22,32959,1733117268835/f49461030c22%2C32959%2C1733117268835.1733117271880 2024-12-02T05:27:51,895 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-02T05:27:51,895 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:51,895 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:51,896 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,896 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T05:27:51,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:51,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:51,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T05:27:51,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:51,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:51,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T05:27:51,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:51,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:51,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T05:27:51,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:51,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:51,901 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,901 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,902 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,903 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,903 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,903 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:51,904 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T05:27:51,905 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:51,906 INFO [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69654533, jitterRate=0.03793342411518097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:51,906 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733117271896Initializing all the Stores at 1733117271896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117271896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117271896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117271896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117271896Cleaning up temporary data from old regions at 1733117271903 (+7 ms)Region opened successfully at 1733117271906 (+3 ms) 2024-12-02T05:27:51,906 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T05:27:51,908 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdb18e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:51,908 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T05:27:51,909 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T05:27:51,909 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T05:27:51,909 INFO [master/f49461030c22:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T05:27:51,909 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T05:27:51,909 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T05:27:51,910 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T05:27:51,914 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T05:27:51,914 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Unable to get data of znode /2-1305729751/balancer because node does not exist (not necessarily an error) 2024-12-02T05:27:52,135 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1305729751/balancer already deleted, retry=false 2024-12-02T05:27:52,136 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T05:27:52,136 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Unable to get data of znode /2-1305729751/normalizer because node does not exist (not necessarily an error) 2024-12-02T05:27:52,149 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1305729751/normalizer already deleted, retry=false 2024-12-02T05:27:52,150 INFO [master/f49461030c22:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T05:27:52,150 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Unable to get data of znode /2-1305729751/switch/split because node does not exist (not necessarily an error) 2024-12-02T05:27:52,330 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1305729751/switch/split already deleted, retry=false 2024-12-02T05:27:52,331 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Unable to get data of znode /2-1305729751/switch/merge because node does not exist (not necessarily an error) 2024-12-02T05:27:52,360 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1305729751/switch/merge already deleted, retry=false 2024-12-02T05:27:52,362 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Unable to get data of znode /2-1305729751/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T05:27:52,370 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1305729751/snapshot-cleanup already deleted, retry=false 2024-12-02T05:27:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1305729751/running 2024-12-02T05:27:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1305729751/running 2024-12-02T05:27:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:52,381 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f49461030c22,32959,1733117268835, sessionid=0x10194826cde0006, setting cluster-up flag (Was=false) 2024-12-02T05:27:52,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:52,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:52,609 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1305729751/flush-table-proc/acquired, /2-1305729751/flush-table-proc/reached, /2-1305729751/flush-table-proc/abort 2024-12-02T05:27:52,610 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,32959,1733117268835 2024-12-02T05:27:52,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:52,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:52,946 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1305729751/online-snapshot/acquired, /2-1305729751/online-snapshot/reached, /2-1305729751/online-snapshot/abort 2024-12-02T05:27:52,946 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f49461030c22,32959,1733117268835 2024-12-02T05:27:52,947 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T05:27:52,949 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:52,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T05:27:52,949 INFO [master/f49461030c22:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T05:27:52,949 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f49461030c22,32959,1733117268835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f49461030c22:0, corePoolSize=5, maxPoolSize=5 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f49461030c22:0, corePoolSize=10, maxPoolSize=10 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:52,950 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733117302951 2024-12-02T05:27:52,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T05:27:52,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T05:27:52,952 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T05:27:52,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:52,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T05:27:52,953 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T05:27:52,953 INFO [master/f49461030c22:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T05:27:52,953 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117272953,5,FailOnTimeoutGroup] 2024-12-02T05:27:52,953 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117272953,5,FailOnTimeoutGroup] 2024-12-02T05:27:52,953 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:52,953 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T05:27:52,953 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:52,953 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:52,957 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(746): ClusterId : 41a27df4-30c2-4ae0-bd9b-c14dde6b829f 2024-12-02T05:27:52,957 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T05:27:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741831_1007 (size=1321) 2024-12-02T05:27:53,143 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T05:27:53,143 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T05:27:53,255 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T05:27:53,255 DEBUG [RS:0;f49461030c22:37629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2852dca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f49461030c22/172.17.0.2:0 2024-12-02T05:27:53,268 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f49461030c22:37629 2024-12-02T05:27:53,268 INFO [RS:0;f49461030c22:37629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T05:27:53,268 INFO [RS:0;f49461030c22:37629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T05:27:53,268 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T05:27:53,269 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(2659): reportForDuty to master=f49461030c22,32959,1733117268835 with port=37629, startcode=1733117269432 2024-12-02T05:27:53,269 DEBUG [RS:0;f49461030c22:37629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T05:27:53,270 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T05:27:53,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f49461030c22,37629,1733117269432 2024-12-02T05:27:53,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(517): Registering regionserver=f49461030c22,37629,1733117269432 2024-12-02T05:27:53,272 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056 2024-12-02T05:27:53,272 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41025 2024-12-02T05:27:53,272 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T05:27:53,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T05:27:53,362 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056 2024-12-02T05:27:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741832_1008 (size=32) 2024-12-02T05:27:53,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751/rs 2024-12-02T05:27:53,416 DEBUG [RS:0;f49461030c22:37629 {}] zookeeper.ZKUtil(111): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on existing znode=/2-1305729751/rs/f49461030c22,37629,1733117269432 2024-12-02T05:27:53,416 WARN [RS:0;f49461030c22:37629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T05:27:53,416 INFO [RS:0;f49461030c22:37629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:53,416 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/WALs/f49461030c22,37629,1733117269432 2024-12-02T05:27:53,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f49461030c22,37629,1733117269432] 2024-12-02T05:27:53,419 INFO [RS:0;f49461030c22:37629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T05:27:53,420 INFO [RS:0;f49461030c22:37629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T05:27:53,420 INFO [RS:0;f49461030c22:37629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T05:27:53,420 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,421 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T05:27:53,421 INFO [RS:0;f49461030c22:37629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T05:27:53,421 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f49461030c22:0, corePoolSize=2, maxPoolSize=2 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,421 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,422 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,422 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,422 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f49461030c22:0, corePoolSize=1, maxPoolSize=1 2024-12-02T05:27:53,422 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:53,422 DEBUG [RS:0;f49461030c22:37629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f49461030c22:0, corePoolSize=3, maxPoolSize=3 2024-12-02T05:27:53,422 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,422 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,422 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,422 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,422 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,422 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37629,1733117269432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:53,433 INFO [RS:0;f49461030c22:37629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T05:27:53,433 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,37629,1733117269432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,434 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,434 INFO [RS:0;f49461030c22:37629 {}] regionserver.Replication(171): f49461030c22,37629,1733117269432 started 2024-12-02T05:27:53,445 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:53,445 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1482): Serving as f49461030c22,37629,1733117269432, RpcServer on f49461030c22/172.17.0.2:37629, sessionid=0x10194826cde0007 2024-12-02T05:27:53,445 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T05:27:53,445 DEBUG [RS:0;f49461030c22:37629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f49461030c22,37629,1733117269432 2024-12-02T05:27:53,445 DEBUG [RS:0;f49461030c22:37629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,37629,1733117269432' 2024-12-02T05:27:53,445 DEBUG [RS:0;f49461030c22:37629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1305729751/flush-table-proc/abort' 2024-12-02T05:27:53,446 DEBUG [RS:0;f49461030c22:37629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1305729751/flush-table-proc/acquired' 2024-12-02T05:27:53,446 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T05:27:53,446 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T05:27:53,446 DEBUG [RS:0;f49461030c22:37629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f49461030c22,37629,1733117269432 2024-12-02T05:27:53,446 DEBUG [RS:0;f49461030c22:37629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f49461030c22,37629,1733117269432' 2024-12-02T05:27:53,446 DEBUG [RS:0;f49461030c22:37629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1305729751/online-snapshot/abort' 2024-12-02T05:27:53,446 DEBUG [RS:0;f49461030c22:37629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1305729751/online-snapshot/acquired' 2024-12-02T05:27:53,447 DEBUG [RS:0;f49461030c22:37629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T05:27:53,447 INFO [RS:0;f49461030c22:37629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T05:27:53,447 INFO [RS:0;f49461030c22:37629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T05:27:53,547 INFO [RS:0;f49461030c22:37629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T05:27:53,548 INFO [RS:0;f49461030c22:37629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C37629%2C1733117269432, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/WALs/f49461030c22,37629,1733117269432, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/oldWALs, maxLogs=10 2024-12-02T05:27:53,560 DEBUG [RS:0;f49461030c22:37629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/WALs/f49461030c22,37629,1733117269432/f49461030c22%2C37629%2C1733117269432.1733117273548, exclude list is [], retry=0 2024-12-02T05:27:53,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-68cca76c-7791-4bf4-9647-9caed7c1c908,DISK] 2024-12-02T05:27:53,563 INFO [RS:0;f49461030c22:37629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/WALs/f49461030c22,37629,1733117269432/f49461030c22%2C37629%2C1733117269432.1733117273548 2024-12-02T05:27:53,563 DEBUG [RS:0;f49461030c22:37629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-02T05:27:53,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:53,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:53,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:53,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:53,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:53,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:53,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:53,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:53,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:53,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:53,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:53,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:53,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:53,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:53,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:53,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:53,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:53,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740 2024-12-02T05:27:53,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740 2024-12-02T05:27:53,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:53,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:53,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:53,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:53,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:53,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64085779, jitterRate=-0.04504747688770294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:53,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733117273767Initializing all the Stores at 1733117273767Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117273768 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117273768Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117273768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117273768Cleaning up temporary data from old regions at 1733117273774 (+6 ms)Region opened successfully at 1733117273776 (+2 ms) 2024-12-02T05:27:53,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:27:53,777 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:27:53,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:27:53,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:27:53,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:27:53,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:27:53,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117273777Disabling compacts and flushes for region at 1733117273777Disabling writes for close at 1733117273777Writing region close event to WAL at 1733117273777Closed at 1733117273777 2024-12-02T05:27:53,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:53,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T05:27:53,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T05:27:53,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:53,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T05:27:53,929 DEBUG [f49461030c22:32959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T05:27:53,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f49461030c22,37629,1733117269432 2024-12-02T05:27:53,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,37629,1733117269432, state=OPENING 2024-12-02T05:27:54,135 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T05:27:54,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:54,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:27:54,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1305729751/meta-region-server: CHANGED 2024-12-02T05:27:54,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1305729751/meta-region-server: CHANGED 2024-12-02T05:27:54,146 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T05:27:54,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,37629,1733117269432}] 2024-12-02T05:27:54,297 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:27:54,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:27:54,301 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T05:27:54,301 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:27:54,301 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T05:27:54,302 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C37629%2C1733117269432.meta, suffix=.meta, logDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/WALs/f49461030c22,37629,1733117269432, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/oldWALs, maxLogs=10 2024-12-02T05:27:54,319 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/WALs/f49461030c22,37629,1733117269432/f49461030c22%2C37629%2C1733117269432.meta.1733117274302.meta, exclude list is [], retry=0 2024-12-02T05:27:54,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-68cca76c-7791-4bf4-9647-9caed7c1c908,DISK] 2024-12-02T05:27:54,322 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/WALs/f49461030c22,37629,1733117269432/f49461030c22%2C37629%2C1733117269432.meta.1733117274302.meta 2024-12-02T05:27:54,322 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375)] 2024-12-02T05:27:54,322 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:54,323 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:27:54,323 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:27:54,323 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T05:27:54,323 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T05:27:54,323 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T05:27:54,323 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:54,323 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T05:27:54,323 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T05:27:54,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T05:27:54,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T05:27:54,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:54,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:54,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T05:27:54,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T05:27:54,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:54,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:54,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T05:27:54,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T05:27:54,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:54,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:54,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T05:27:54,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T05:27:54,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:54,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T05:27:54,328 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T05:27:54,328 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740 2024-12-02T05:27:54,329 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740 2024-12-02T05:27:54,330 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T05:27:54,330 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T05:27:54,330 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T05:27:54,331 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T05:27:54,331 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69375075, jitterRate=0.03376917541027069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T05:27:54,331 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T05:27:54,331 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733117274323Writing region info on filesystem at 1733117274324 (+1 ms)Initializing all the Stores at 1733117274324Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117274324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117274324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117274324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733117274324Cleaning up temporary data from old regions at 1733117274330 (+6 ms)Running coprocessor post-open hooks at 1733117274331 (+1 ms)Region opened successfully at 1733117274331 2024-12-02T05:27:54,332 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733117274297 2024-12-02T05:27:54,333 DEBUG [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T05:27:54,333 INFO [RS_OPEN_META-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T05:27:54,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,37629,1733117269432 2024-12-02T05:27:54,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f49461030c22,37629,1733117269432, state=OPEN 2024-12-02T05:27:54,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1305729751/meta-region-server 2024-12-02T05:27:54,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1305729751/meta-region-server 2024-12-02T05:27:54,504 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f49461030c22,37629,1733117269432 2024-12-02T05:27:54,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1305729751/meta-region-server: CHANGED 2024-12-02T05:27:54,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1305729751/meta-region-server: CHANGED 2024-12-02T05:27:54,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T05:27:54,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f49461030c22,37629,1733117269432 in 358 msec 2024-12-02T05:27:54,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T05:27:54,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 727 msec 2024-12-02T05:27:54,507 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T05:27:54,507 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T05:27:54,508 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:54,508 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37629,1733117269432, seqNum=-1] 2024-12-02T05:27:54,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:54,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:54,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5640 sec 2024-12-02T05:27:54,513 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733117274513, completionTime=-1 2024-12-02T05:27:54,513 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T05:27:54,514 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T05:27:54,515 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T05:27:54,515 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733117334515 2024-12-02T05:27:54,515 INFO [master/f49461030c22:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733117394515 2024-12-02T05:27:54,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T05:27:54,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32959,1733117268835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:54,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32959,1733117268835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:54,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32959,1733117268835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:54,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f49461030c22:32959, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:54,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:54,516 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:54,518 DEBUG [master/f49461030c22:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T05:27:54,519 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.498sec 2024-12-02T05:27:54,519 INFO [master/f49461030c22:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T05:27:54,519 INFO [master/f49461030c22:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T05:27:54,520 INFO [master/f49461030c22:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T05:27:54,520 INFO [master/f49461030c22:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T05:27:54,520 INFO [master/f49461030c22:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T05:27:54,520 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32959,1733117268835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T05:27:54,520 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32959,1733117268835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T05:27:54,526 DEBUG [master/f49461030c22:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T05:27:54,526 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T05:27:54,527 INFO [master/f49461030c22:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f49461030c22,32959,1733117268835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T05:27:54,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5764382f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:54,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,32959,-1 for getting cluster id 2024-12-02T05:27:54,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:27:54,559 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41a27df4-30c2-4ae0-bd9b-c14dde6b829f' 2024-12-02T05:27:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:27:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41a27df4-30c2-4ae0-bd9b-c14dde6b829f" 2024-12-02T05:27:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50db5c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,32959,-1] 2024-12-02T05:27:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:27:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:27:54,561 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:27:54,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5dd0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:27:54,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:27:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37629,1733117269432, seqNum=-1] 2024-12-02T05:27:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:27:54,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:27:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f49461030c22,32959,1733117268835 2024-12-02T05:27:54,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64221 2024-12-02T05:27:54,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T05:27:54,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10194826cde0008 connected 2024-12-02T05:27:54,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38325,1733117247372 2024-12-02T05:27:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70565dbf 2024-12-02T05:27:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:27:54,855 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:27:54,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:27:54,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:27:54,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:54,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:27:54,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:27:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:54,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:27:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:55,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e87b1f22daebe679e0e24ed0dd059eae, NAME => 'test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10 2024-12-02T05:27:55,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:27:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:55,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:55,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e87b1f22daebe679e0e24ed0dd059eae, disabling compactions & flushes 2024-12-02T05:27:55,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:27:55,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:27:55,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. after waiting 0 ms 2024-12-02T05:27:55,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:27:55,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:27:55,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e87b1f22daebe679e0e24ed0dd059eae: Waiting for close lock at 1733117275669Disabling compacts and flushes for region at 1733117275669Disabling writes for close at 1733117275669Writing region close event to WAL at 1733117275669Closed at 1733117275669 2024-12-02T05:27:55,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:27:55,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117275670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117275670"}]},"ts":"1733117275670"} 2024-12-02T05:27:55,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:27:55,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:27:55,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117275672"}]},"ts":"1733117275672"} 2024-12-02T05:27:55,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:27:55,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e87b1f22daebe679e0e24ed0dd059eae, ASSIGN}] 2024-12-02T05:27:55,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e87b1f22daebe679e0e24ed0dd059eae, ASSIGN 2024-12-02T05:27:55,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e87b1f22daebe679e0e24ed0dd059eae, ASSIGN; state=OFFLINE, location=f49461030c22,42629,1733117248340; forceNewPlan=false, retain=false 2024-12-02T05:27:55,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e87b1f22daebe679e0e24ed0dd059eae, regionState=OPENING, regionLocation=f49461030c22,42629,1733117248340 2024-12-02T05:27:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e87b1f22daebe679e0e24ed0dd059eae, ASSIGN because future has completed 2024-12-02T05:27:55,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e87b1f22daebe679e0e24ed0dd059eae, server=f49461030c22,42629,1733117248340}] 2024-12-02T05:27:55,982 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:27:55,982 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e87b1f22daebe679e0e24ed0dd059eae, NAME => 'test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:55,983 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:27:55,983 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:27:55,983 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,983 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:55,983 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,983 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,984 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,984 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e87b1f22daebe679e0e24ed0dd059eae columnFamilyName f 2024-12-02T05:27:55,984 DEBUG [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:55,984 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] regionserver.HStore(327): Store=e87b1f22daebe679e0e24ed0dd059eae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:55,985 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,985 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e87b1f22daebe679e0e24ed0dd059eae columnFamilyName f1 2024-12-02T05:27:55,985 DEBUG [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:55,985 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] regionserver.HStore(327): Store=e87b1f22daebe679e0e24ed0dd059eae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:55,985 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,986 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e87b1f22daebe679e0e24ed0dd059eae columnFamilyName norep 2024-12-02T05:27:55,986 DEBUG [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:55,986 INFO [StoreOpener-e87b1f22daebe679e0e24ed0dd059eae-1 {}] regionserver.HStore(327): Store=e87b1f22daebe679e0e24ed0dd059eae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:55,986 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,987 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,987 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,988 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,988 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,988 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:27:55,988 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,990 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:55,990 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e87b1f22daebe679e0e24ed0dd059eae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61343430, jitterRate=-0.08591166138648987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:27:55,990 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:27:55,990 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e87b1f22daebe679e0e24ed0dd059eae: Running coprocessor pre-open hook at 1733117275983Writing region info on filesystem at 1733117275983Initializing all the Stores at 1733117275983Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117275983Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117275983Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117275983Cleaning up temporary data from old regions at 1733117275988 (+5 ms)Running coprocessor post-open hooks at 1733117275990 (+2 ms)Region opened successfully at 1733117275990 2024-12-02T05:27:55,991 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., pid=6, masterSystemTime=1733117275979 2024-12-02T05:27:55,992 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:27:55,992 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:27:55,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e87b1f22daebe679e0e24ed0dd059eae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,42629,1733117248340 2024-12-02T05:27:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:55,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e87b1f22daebe679e0e24ed0dd059eae, server=f49461030c22,42629,1733117248340 because future has completed 2024-12-02T05:27:55,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:27:55,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e87b1f22daebe679e0e24ed0dd059eae, server=f49461030c22,42629,1733117248340 in 166 msec 2024-12-02T05:27:55,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:27:55,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e87b1f22daebe679e0e24ed0dd059eae, ASSIGN in 321 msec 2024-12-02T05:27:55,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:27:55,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117275997"}]},"ts":"1733117275997"} 2024-12-02T05:27:55,998 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:27:55,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:27:56,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-02T05:27:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:57,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:57,004 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:27:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38991,1733117259100 2024-12-02T05:27:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a0dd4c 2024-12-02T05:27:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:27:57,005 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:27:57,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:27:57,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:27:57,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:57,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:27:57,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:27:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:27:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:57,363 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:27:57,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eaf87a8317bb1e4dc5d5b30625e4ce28, NAME => 'test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885 2024-12-02T05:27:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:27:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:57,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:57,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eaf87a8317bb1e4dc5d5b30625e4ce28, disabling compactions & flushes 2024-12-02T05:27:57,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:27:57,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:27:57,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. after waiting 0 ms 2024-12-02T05:27:57,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:27:57,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:27:57,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eaf87a8317bb1e4dc5d5b30625e4ce28: Waiting for close lock at 1733117277818Disabling compacts and flushes for region at 1733117277818Disabling writes for close at 1733117277818Writing region close event to WAL at 1733117277818Closed at 1733117277819 (+1 ms) 2024-12-02T05:27:57,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:27:57,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117277820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117277820"}]},"ts":"1733117277820"} 2024-12-02T05:27:57,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:27:57,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:27:57,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117277822"}]},"ts":"1733117277822"} 2024-12-02T05:27:57,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:27:57,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eaf87a8317bb1e4dc5d5b30625e4ce28, ASSIGN}] 2024-12-02T05:27:57,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eaf87a8317bb1e4dc5d5b30625e4ce28, ASSIGN 2024-12-02T05:27:57,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eaf87a8317bb1e4dc5d5b30625e4ce28, ASSIGN; state=OFFLINE, location=f49461030c22,41711,1733117259935; forceNewPlan=false, retain=false 2024-12-02T05:27:57,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eaf87a8317bb1e4dc5d5b30625e4ce28, regionState=OPENING, regionLocation=f49461030c22,41711,1733117259935 2024-12-02T05:27:57,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eaf87a8317bb1e4dc5d5b30625e4ce28, ASSIGN because future has completed 2024-12-02T05:27:57,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf87a8317bb1e4dc5d5b30625e4ce28, server=f49461030c22,41711,1733117259935}] 2024-12-02T05:27:58,132 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:27:58,132 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eaf87a8317bb1e4dc5d5b30625e4ce28, NAME => 'test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:27:58,133 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:27:58,133 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:27:58,133 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,133 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:58,133 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,133 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,134 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,135 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf87a8317bb1e4dc5d5b30625e4ce28 columnFamilyName f 2024-12-02T05:27:58,135 DEBUG [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:58,135 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] regionserver.HStore(327): Store=eaf87a8317bb1e4dc5d5b30625e4ce28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:58,135 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,136 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf87a8317bb1e4dc5d5b30625e4ce28 columnFamilyName f1 2024-12-02T05:27:58,136 DEBUG [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:58,136 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] regionserver.HStore(327): Store=eaf87a8317bb1e4dc5d5b30625e4ce28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:58,136 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,137 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf87a8317bb1e4dc5d5b30625e4ce28 columnFamilyName norep 2024-12-02T05:27:58,137 DEBUG [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:58,137 INFO [StoreOpener-eaf87a8317bb1e4dc5d5b30625e4ce28-1 {}] regionserver.HStore(327): Store=eaf87a8317bb1e4dc5d5b30625e4ce28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:27:58,137 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,138 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,138 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,139 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,139 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,139 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:27:58,140 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,141 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:27:58,141 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eaf87a8317bb1e4dc5d5b30625e4ce28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71314693, jitterRate=0.0626717358827591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:27:58,141 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:27:58,141 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eaf87a8317bb1e4dc5d5b30625e4ce28: Running coprocessor pre-open hook at 1733117278133Writing region info on filesystem at 1733117278133Initializing all the Stores at 1733117278134 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117278134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117278134Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117278134Cleaning up temporary data from old regions at 1733117278139 (+5 ms)Running coprocessor post-open hooks at 1733117278141 (+2 ms)Region opened successfully at 1733117278141 2024-12-02T05:27:58,142 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28., pid=6, masterSystemTime=1733117278129 2024-12-02T05:27:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:58,143 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:27:58,143 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:27:58,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eaf87a8317bb1e4dc5d5b30625e4ce28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,41711,1733117259935 2024-12-02T05:27:58,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf87a8317bb1e4dc5d5b30625e4ce28, server=f49461030c22,41711,1733117259935 because future has completed 2024-12-02T05:27:58,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:27:58,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eaf87a8317bb1e4dc5d5b30625e4ce28, server=f49461030c22,41711,1733117259935 in 169 msec 2024-12-02T05:27:58,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:27:58,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eaf87a8317bb1e4dc5d5b30625e4ce28, ASSIGN in 323 msec 2024-12-02T05:27:58,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:27:58,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117278149"}]},"ts":"1733117278149"} 2024-12-02T05:27:58,150 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:27:58,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:27:58,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-02T05:27:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:59,153 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:27:59,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:27:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,32959,1733117268835 2024-12-02T05:27:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d61e267 2024-12-02T05:27:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:27:59,155 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:27:59,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:27:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T05:27:59,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:27:59,158 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:27:59,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T05:27:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:59,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:27:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741835_1011 (size=902) 2024-12-02T05:27:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:59,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71d30257191431281ccc3d7ff8b0e42d, NAME => 'test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056 2024-12-02T05:27:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741836_1012 (size=39) 2024-12-02T05:27:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:27:59,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:27:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:27:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:27:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71d30257191431281ccc3d7ff8b0e42d, disabling compactions & flushes 2024-12-02T05:27:59,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:27:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:27:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. after waiting 0 ms 2024-12-02T05:27:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:27:59,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:27:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71d30257191431281ccc3d7ff8b0e42d: Waiting for close lock at 1733117279969Disabling compacts and flushes for region at 1733117279969Disabling writes for close at 1733117279969Writing region close event to WAL at 1733117279969Closed at 1733117279969 2024-12-02T05:27:59,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:27:59,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733117279971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117279971"}]},"ts":"1733117279971"} 2024-12-02T05:27:59,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:27:59,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:27:59,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117279973"}]},"ts":"1733117279973"} 2024-12-02T05:27:59,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T05:27:59,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71d30257191431281ccc3d7ff8b0e42d, ASSIGN}] 2024-12-02T05:27:59,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71d30257191431281ccc3d7ff8b0e42d, ASSIGN 2024-12-02T05:27:59,976 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71d30257191431281ccc3d7ff8b0e42d, ASSIGN; state=OFFLINE, location=f49461030c22,37629,1733117269432; forceNewPlan=false, retain=false 2024-12-02T05:28:00,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71d30257191431281ccc3d7ff8b0e42d, regionState=OPENING, regionLocation=f49461030c22,37629,1733117269432 2024-12-02T05:28:00,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71d30257191431281ccc3d7ff8b0e42d, ASSIGN because future has completed 2024-12-02T05:28:00,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d30257191431281ccc3d7ff8b0e42d, server=f49461030c22,37629,1733117269432}] 2024-12-02T05:28:00,283 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:00,283 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71d30257191431281ccc3d7ff8b0e42d, NAME => 'test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:28:00,283 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:28:00,284 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T05:28:00,284 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,284 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:28:00,284 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,284 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,285 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,286 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d30257191431281ccc3d7ff8b0e42d columnFamilyName f 2024-12-02T05:28:00,286 DEBUG [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:28:00,286 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] regionserver.HStore(327): Store=71d30257191431281ccc3d7ff8b0e42d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:28:00,286 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,287 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d30257191431281ccc3d7ff8b0e42d columnFamilyName f1 2024-12-02T05:28:00,287 DEBUG [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:28:00,287 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] regionserver.HStore(327): Store=71d30257191431281ccc3d7ff8b0e42d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:28:00,287 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,288 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d30257191431281ccc3d7ff8b0e42d columnFamilyName norep 2024-12-02T05:28:00,288 DEBUG [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:28:00,288 INFO [StoreOpener-71d30257191431281ccc3d7ff8b0e42d-1 {}] regionserver.HStore(327): Store=71d30257191431281ccc3d7ff8b0e42d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:28:00,288 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,289 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,289 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,289 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,289 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,290 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:28:00,290 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,292 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:28:00,292 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71d30257191431281ccc3d7ff8b0e42d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69919053, jitterRate=0.04187507927417755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:28:00,292 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:00,292 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71d30257191431281ccc3d7ff8b0e42d: Running coprocessor pre-open hook at 1733117280284Writing region info on filesystem at 1733117280284Initializing all the Stores at 1733117280285 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117280285Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117280285Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117280285Cleaning up temporary data from old regions at 1733117280289 (+4 ms)Running coprocessor post-open hooks at 1733117280292 (+3 ms)Region opened successfully at 1733117280292 2024-12-02T05:28:00,293 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d., pid=6, masterSystemTime=1733117280280 2024-12-02T05:28:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:28:00,294 DEBUG [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:00,294 INFO [RS_OPEN_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:00,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71d30257191431281ccc3d7ff8b0e42d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f49461030c22,37629,1733117269432 2024-12-02T05:28:00,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d30257191431281ccc3d7ff8b0e42d, server=f49461030c22,37629,1733117269432 because future has completed 2024-12-02T05:28:00,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T05:28:00,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71d30257191431281ccc3d7ff8b0e42d, server=f49461030c22,37629,1733117269432 in 168 msec 2024-12-02T05:28:00,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T05:28:00,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71d30257191431281ccc3d7ff8b0e42d, ASSIGN in 323 msec 2024-12-02T05:28:00,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:28:00,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117280300"}]},"ts":"1733117280300"} 2024-12-02T05:28:00,301 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T05:28:00,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:28:00,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-02T05:28:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T05:28:01,304 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T05:28:01,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e99a760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:01,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38325,-1 for getting cluster id 2024-12-02T05:28:01,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:01,306 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca0637a-33a5-4bdb-9bdf-42f0ae420e59' 2024-12-02T05:28:01,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:01,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca0637a-33a5-4bdb-9bdf-42f0ae420e59" 2024-12-02T05:28:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2b236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38325,-1] 2024-12-02T05:28:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:01,307 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b76452a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:01,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:01,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38325,1733117247372 2024-12-02T05:28:01,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c7e7020 2024-12-02T05:28:01,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:01,309 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:28:01,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f49461030c22:38991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:28:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:28:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:28:01,312 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:38991' 2024-12-02T05:28:01,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71950ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:01,312 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38991,-1 for getting cluster id 2024-12-02T05:28:01,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:01,313 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8216f2e2-c673-4bae-8e31-143c8f1f5ba8' 2024-12-02T05:28:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8216f2e2-c673-4bae-8e31-143c8f1f5ba8" 2024-12-02T05:28:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56695cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38991,-1] 2024-12-02T05:28:01,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:01,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:01,314 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:01,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e7c8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:01,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:01,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38991,1733117259100 2024-12-02T05:28:01,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5130dfee 2024-12-02T05:28:01,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:01,316 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:28:01,316 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T05:28:01,316 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:28:01,316 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:01,317 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:01,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:01,317 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T05:28:01,318 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T05:28:01,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T05:28:01,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:28:01,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T05:28:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741837_1013 (size=1138) 2024-12-02T05:28:01,368 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T05:28:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:28:01,430 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T05:28:01,430 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T05:28:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:28:01,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf664aa3de9d85a539f2b7b7937fda00, NAME => 'hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10 2024-12-02T05:28:01,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741838_1014 (size=44) 2024-12-02T05:28:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:28:02,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:28:02,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf664aa3de9d85a539f2b7b7937fda00, disabling compactions & flushes 2024-12-02T05:28:02,129 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:02,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:02,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. after waiting 0 ms 2024-12-02T05:28:02,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:02,129 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:02,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf664aa3de9d85a539f2b7b7937fda00: Waiting for close lock at 1733117282129Disabling compacts and flushes for region at 1733117282129Disabling writes for close at 1733117282129Writing region close event to WAL at 1733117282129Closed at 1733117282129 2024-12-02T05:28:02,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T05:28:02,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733117282130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733117282130"}]},"ts":"1733117282130"} 2024-12-02T05:28:02,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T05:28:02,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T05:28:02,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117282132"}]},"ts":"1733117282132"} 2024-12-02T05:28:02,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T05:28:02,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf664aa3de9d85a539f2b7b7937fda00, ASSIGN}] 2024-12-02T05:28:02,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf664aa3de9d85a539f2b7b7937fda00, ASSIGN 2024-12-02T05:28:02,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf664aa3de9d85a539f2b7b7937fda00, ASSIGN; state=OFFLINE, location=f49461030c22,42629,1733117248340; forceNewPlan=false, retain=false 2024-12-02T05:28:02,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf664aa3de9d85a539f2b7b7937fda00, regionState=OPENING, regionLocation=f49461030c22,42629,1733117248340 2024-12-02T05:28:02,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf664aa3de9d85a539f2b7b7937fda00, ASSIGN because future has completed 2024-12-02T05:28:02,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf664aa3de9d85a539f2b7b7937fda00, server=f49461030c22,42629,1733117248340}] 2024-12-02T05:28:02,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:02,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T05:28:02,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T05:28:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:28:02,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f49461030c22%2C42629%2C1733117248340.rep, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/oldWALs, maxLogs=10 2024-12-02T05:28:02,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.rep.1733117282444, exclude list is [], retry=0 2024-12-02T05:28:02,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK] 2024-12-02T05:28:02,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.rep.1733117282444 2024-12-02T05:28:02,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-02T05:28:02,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf664aa3de9d85a539f2b7b7937fda00, NAME => 'hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00.', STARTKEY => '', ENDKEY => ''} 2024-12-02T05:28:02,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T05:28:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T05:28:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. service=MultiRowMutationService 2024-12-02T05:28:02,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T05:28:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T05:28:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,466 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,467 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf664aa3de9d85a539f2b7b7937fda00 columnFamilyName hfileref 2024-12-02T05:28:02,467 DEBUG [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:28:02,468 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] regionserver.HStore(327): Store=cf664aa3de9d85a539f2b7b7937fda00/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:28:02,468 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,468 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf664aa3de9d85a539f2b7b7937fda00 columnFamilyName queue 2024-12-02T05:28:02,468 DEBUG [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:28:02,469 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] regionserver.HStore(327): Store=cf664aa3de9d85a539f2b7b7937fda00/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:28:02,469 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,469 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf664aa3de9d85a539f2b7b7937fda00 columnFamilyName sid 2024-12-02T05:28:02,469 DEBUG [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T05:28:02,470 INFO [StoreOpener-cf664aa3de9d85a539f2b7b7937fda00-1 {}] regionserver.HStore(327): Store=cf664aa3de9d85a539f2b7b7937fda00/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T05:28:02,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T05:28:02,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T05:28:02,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf664aa3de9d85a539f2b7b7937fda00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69849341, jitterRate=0.04083628952503204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T05:28:02,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:02,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf664aa3de9d85a539f2b7b7937fda00: Running coprocessor pre-open hook at 1733117282465Writing region info on filesystem at 1733117282465Initializing all the Stores at 1733117282466 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117282466Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117282466Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733117282466Cleaning up temporary data from old regions at 1733117282471 (+5 ms)Running coprocessor post-open hooks at 1733117282473 (+2 ms)Region opened successfully at 1733117282473 2024-12-02T05:28:02,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00., pid=10, masterSystemTime=1733117282439 2024-12-02T05:28:02,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:02,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:02,476 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf664aa3de9d85a539f2b7b7937fda00, regionState=OPEN, openSeqNum=2, regionLocation=f49461030c22,42629,1733117248340 2024-12-02T05:28:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf664aa3de9d85a539f2b7b7937fda00, server=f49461030c22,42629,1733117248340 because future has completed 2024-12-02T05:28:02,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T05:28:02,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf664aa3de9d85a539f2b7b7937fda00, server=f49461030c22,42629,1733117248340 in 191 msec 2024-12-02T05:28:02,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T05:28:02,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf664aa3de9d85a539f2b7b7937fda00, ASSIGN in 346 msec 2024-12-02T05:28:02,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T05:28:02,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733117282482"}]},"ts":"1733117282482"} 2024-12-02T05:28:02,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T05:28:02,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T05:28:02,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-02T05:28:02,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00., hostname=f49461030c22,42629,1733117248340, seqNum=2] 2024-12-02T05:28:02,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T05:28:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:28:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:28:02,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:28:03,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42629 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T05:28:03,007 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T05:28:03,031 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f49461030c22,42629,1733117248340, ReplicationSource: 1, currentBandwidth=0 2024-12-02T05:28:03,031 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:28:03,031 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42629,1733117248340, seqNum=-1] 2024-12-02T05:28:03,032 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:28:03,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-02T05:28:03,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f49461030c22,42629,1733117248340', locateType=CURRENT is [region=hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00., hostname=f49461030c22,42629,1733117248340, seqNum=2] 2024-12-02T05:28:03,035 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T05:28:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T05:28:03,037 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f49461030c22,42629,1733117248340 suceeded 2024-12-02T05:28:03,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T05:28:03,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T05:28:03,039 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f49461030c22:38991,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:28:03,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7290 sec 2024-12-02T05:28:03,048 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:38991' 2024-12-02T05:28:03,049 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66d1bf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,049 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38991,-1 for getting cluster id 2024-12-02T05:28:03,049 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:03,049 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8216f2e2-c673-4bae-8e31-143c8f1f5ba8' 2024-12-02T05:28:03,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:03,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8216f2e2-c673-4bae-8e31-143c8f1f5ba8" 2024-12-02T05:28:03,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bacc950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38991,-1] 2024-12-02T05:28:03,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:03,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:03,050 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:03,051 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584f2f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,051 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:03,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38991,1733117259100 2024-12-02T05:28:03,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6994537e 2024-12-02T05:28:03,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:03,052 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T05:28:03,053 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f49461030c22,42629,1733117248340 (queues=1) is replicating from cluster=0ca0637a-33a5-4bdb-9bdf-42f0ae420e59 to cluster=8216f2e2-c673-4bae-8e31-143c8f1f5ba8 2024-12-02T05:28:03,053 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f49461030c22%2C42629%2C1733117248340 2024-12-02T05:28:03,053 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f49461030c22,42629,1733117248340, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:28:03,053 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C42629%2C1733117248340 2024-12-02T05:28:03,053 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223, startPosition=0, beingWritten=true 2024-12-02T05:28:03,057 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:28:03,057 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 379, reset compression=false 2024-12-02T05:28:03,057 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42629,1733117248340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:28:03,260 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 379, reset compression=false 2024-12-02T05:28:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T05:28:03,454 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T05:28:03,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:03,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:03,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:03,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:03,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:03,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c88dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38325,-1 for getting cluster id 2024-12-02T05:28:03,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:03,455 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca0637a-33a5-4bdb-9bdf-42f0ae420e59' 2024-12-02T05:28:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca0637a-33a5-4bdb-9bdf-42f0ae420e59" 2024-12-02T05:28:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3947d311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38325,-1] 2024-12-02T05:28:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:03,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:03,457 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724e829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1e0ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38991,-1 for getting cluster id 2024-12-02T05:28:03,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:03,458 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8216f2e2-c673-4bae-8e31-143c8f1f5ba8' 2024-12-02T05:28:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8216f2e2-c673-4bae-8e31-143c8f1f5ba8" 2024-12-02T05:28:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c5914d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38991,-1] 2024-12-02T05:28:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:03,459 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:03,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eca1834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3409a6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,32959,-1 for getting cluster id 2024-12-02T05:28:03,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:03,464 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41a27df4-30c2-4ae0-bd9b-c14dde6b829f' 2024-12-02T05:28:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41a27df4-30c2-4ae0-bd9b-c14dde6b829f" 2024-12-02T05:28:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8225d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,32959,-1] 2024-12-02T05:28:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:03,466 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:03,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d0918a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:03,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:28:03,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733117283469/Put/seqid=0 2024-12-02T05:28:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741840_1016 (size=7894) 2024-12-02T05:28:03,564 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 379, reset compression=false 2024-12-02T05:28:03,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733117283874/Put/seqid=0 2024-12-02T05:28:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741841_1017 (size=7691) 2024-12-02T05:28:03,967 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 379, reset compression=false 2024-12-02T05:28:04,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5278c695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:04,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38325,-1 for getting cluster id 2024-12-02T05:28:04,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:04,280 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca0637a-33a5-4bdb-9bdf-42f0ae420e59' 2024-12-02T05:28:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca0637a-33a5-4bdb-9bdf-42f0ae420e59" 2024-12-02T05:28:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65783183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38325,-1] 2024-12-02T05:28:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:04,281 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:04,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529820e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:04,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:28:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42629,1733117248340, seqNum=-1] 2024-12-02T05:28:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:28:04,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:28:04,471 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 379, reset compression=false 2024-12-02T05:28:04,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38325,1733117247372 2024-12-02T05:28:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6210ecd8 2024-12-02T05:28:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:04,491 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:28:04,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2] 2024-12-02T05:28:04,495 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:28:04,500 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-02T05:28:04,501 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-02T05:28:04,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T05:28:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:04,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T05:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegion(2603): Flush status journal for e87b1f22daebe679e0e24ed0dd059eae: 2024-12-02T05:28:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_0 2024-12-02T05:28:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_0 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ 2024-12-02T05:28:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_1 2024-12-02T05:28:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_1 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ 2024-12-02T05:28:04,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_0 into e87b1f22daebe679e0e24ed0dd059eae/f as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ - updating store file list. 2024-12-02T05:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 71c17db4febd42118cc6b3fb59b58155_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:04,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ into e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:04,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_0 into e87b1f22daebe679e0e24ed0dd059eae/f (new location: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_) 2024-12-02T05:28:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_0 2024-12-02T05:28:04,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_1 into e87b1f22daebe679e0e24ed0dd059eae/f as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ - updating store file list. 2024-12-02T05:28:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:04,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ into e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:04,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_1 into e87b1f22daebe679e0e24ed0dd059eae/f (new location: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_) 2024-12-02T05:28:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__e1tgu96f1j4fvgg5uhvn9rel2rlvuph53ocf9d53ga2sdf60apb5p703apq4n55p/f/hfile_1 2024-12-02T05:28:04,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:04,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:04,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:04,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:04,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:04,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2 , the old value is region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f49461030c22:42629 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:28:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58052 deadline: 1733117344523 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58052 2024-12-02T05:28:04,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:28:04,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2 from cache 2024-12-02T05:28:04,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:28:04,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41711,1733117259935, seqNum=-1] 2024-12-02T05:28:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:28:04,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:28:04,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28., hostname=f49461030c22,41711,1733117259935, seqNum=2] 2024-12-02T05:28:04,528 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:28:04,634 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-02T05:28:05,074 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 379, reset compression=false 2024-12-02T05:28:05,077 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:28:05,077 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42629,1733117248340 got entry batch from reader: WALEntryBatch [walEntries=[{test/e87b1f22daebe679e0e24ed0dd059eae/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733117284521/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T05:28:05,079 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:28:05,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T05:28:05,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(318): Replicating [0ca0637a-33a5-4bdb-9bdf-42f0ae420e59] bulk loaded data 2024-12-02T05:28:05,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cdfc120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:05,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38991,-1 for getting cluster id 2024-12-02T05:28:05,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:05,081 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8216f2e2-c673-4bae-8e31-143c8f1f5ba8' 2024-12-02T05:28:05,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:05,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8216f2e2-c673-4bae-8e31-143c8f1f5ba8" 2024-12-02T05:28:05,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58d905e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:05,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38991,-1] 2024-12-02T05:28:05,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:05,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:05,082 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:05,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e742a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:05,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741837_1013 (size=7894) 2024-12-02T05:28:05,277 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 687, reset compression=false 2024-12-02T05:28:05,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741838_1014 (size=7691) 2024-12-02T05:28:05,530 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:28:05,580 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 687, reset compression=false 2024-12-02T05:28:05,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:28:05,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:05,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:05,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38991,1733117259100 2024-12-02T05:28:05,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@661233f 2024-12-02T05:28:05,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:05,900 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-02T05:28:05,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:28:05,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:28:05,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,41711,1733117259935, seqNum=-1] 2024-12-02T05:28:05,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:28:05,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-02T05:28:05,908 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-02T05:28:05,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-02T05:28:05,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ for inclusion in eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T05:28:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:05,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ for inclusion in eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T05:28:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegion(2603): Flush status journal for eaf87a8317bb1e4dc5d5b30625e4ce28: 2024-12-02T05:28:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:28:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/c9386b515ddc4a098f4f868c81976954_SeqId_4_ 2024-12-02T05:28:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 71c17db4febd42118cc6b3fb59b58155_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:28:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/ee992fca9f664574bffa101148041c96_SeqId_4_ 2024-12-02T05:28:05,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/c9386b515ddc4a098f4f868c81976954_SeqId_4_ - updating store file list. 2024-12-02T05:28:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9386b515ddc4a098f4f868c81976954_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:05,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/c9386b515ddc4a098f4f868c81976954_SeqId_4_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:05,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f (new location: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/c9386b515ddc4a098f4f868c81976954_SeqId_4_) 2024-12-02T05:28:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_ 2024-12-02T05:28:05,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/ee992fca9f664574bffa101148041c96_SeqId_4_ - updating store file list. 2024-12-02T05:28:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee992fca9f664574bffa101148041c96_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:05,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/ee992fca9f664574bffa101148041c96_SeqId_4_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:05,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f (new location: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/ee992fca9f664574bffa101148041c96_SeqId_4_) 2024-12-02T05:28:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__jnk9t9ikdkj5o9ai4mih145o9j99hi7fu7g8f1iqojkbisj5nu1va2rrpp9ctasg/f/71c17db4febd42118cc6b3fb59b58155_SeqId_4_ 2024-12-02T05:28:05,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(324): Finished replicating [0ca0637a-33a5-4bdb-9bdf-42f0ae420e59] bulk loaded data 2024-12-02T05:28:05,983 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 687, reset compression=false 2024-12-02T05:28:06,487 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 687, reset compression=false 2024-12-02T05:28:06,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:28:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37629,1733117269432, seqNum=-1] 2024-12-02T05:28:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:28:06,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:28:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d., hostname=f49461030c22,37629,1733117269432, seqNum=2] 2024-12-02T05:28:06,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:28:06,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T05:28:06,545 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f49461030c22%2C42629%2C1733117248340.meta:.meta(num 1733117253052) roll requested 2024-12-02T05:28:06,563 DEBUG [regionserver/f49461030c22:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.meta.1733117286545.meta, exclude list is [], retry=0 2024-12-02T05:28:06,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK] 2024-12-02T05:28:06,567 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.meta.1733117253052.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.meta.1733117286545.meta 2024-12-02T05:28:06,567 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-02T05:28:06,567 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.meta.1733117253052.meta is not closed yet, will try archiving it next time 2024-12-02T05:28:06,567 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f49461030c22%2C42629%2C1733117248340:(num 1733117252223) roll requested 2024-12-02T05:28:06,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741834_1010 (size=3473) 2024-12-02T05:28:06,583 DEBUG [regionserver/f49461030c22:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567, exclude list is [], retry=0 2024-12-02T05:28:06,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK] 2024-12-02T05:28:06,586 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 2024-12-02T05:28:06,586 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-02T05:28:06,586 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 is not closed yet, will try archiving it next time 2024-12-02T05:28:06,586 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f49461030c22%2C42629%2C1733117248340.rep:(num 1733117282444) roll requested 2024-12-02T05:28:06,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd899d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:06,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741833_1009 (size=695) 2024-12-02T05:28:06,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38325,-1 for getting cluster id 2024-12-02T05:28:06,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:06,588 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca0637a-33a5-4bdb-9bdf-42f0ae420e59' 2024-12-02T05:28:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca0637a-33a5-4bdb-9bdf-42f0ae420e59" 2024-12-02T05:28:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4605a49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:06,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38325,-1] 2024-12-02T05:28:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:06,589 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:06,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f1f0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:06,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38325,1733117247372 2024-12-02T05:28:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29875827 2024-12-02T05:28:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:06,591 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:28:06,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f49461030c22:32959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T05:28:06,592 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/oldWALs/f49461030c22%2C42629%2C1733117248340.1733117252223 2024-12-02T05:28:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T05:28:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:28:06,594 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:32959' 2024-12-02T05:28:06,596 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebc824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:06,596 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,32959,-1 for getting cluster id 2024-12-02T05:28:06,596 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:06,597 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41a27df4-30c2-4ae0-bd9b-c14dde6b829f' 2024-12-02T05:28:06,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:06,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41a27df4-30c2-4ae0-bd9b-c14dde6b829f" 2024-12-02T05:28:06,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9bfebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:06,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,32959,-1] 2024-12-02T05:28:06,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:06,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:06,598 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:06,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586b4552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:06,599 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:06,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,32959,1733117268835 2024-12-02T05:28:06,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb3831b 2024-12-02T05:28:06,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:06,600 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:28:06,600 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T05:28:06,600 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T05:28:06,600 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:06,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:06,600 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:06,602 DEBUG [regionserver/f49461030c22:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.rep.1733117286586, exclude list is [], retry=0 2024-12-02T05:28:06,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK] 2024-12-02T05:28:06,605 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.rep.1733117282444 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.rep.1733117286586 2024-12-02T05:28:06,605 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-02T05:28:06,605 DEBUG [regionserver/f49461030c22:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.rep.1733117282444 is not closed yet, will try archiving it next time 2024-12-02T05:28:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741839_1015 (size=1505) 2024-12-02T05:28:06,606 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.rep.1733117282444 not finished, retry = 0 2024-12-02T05:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:28:06,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T05:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:28:06,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42629 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T05:28:06,972 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T05:28:06,998 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f49461030c22,42629,1733117248340, ReplicationSource: 2, currentBandwidth=0 2024-12-02T05:28:07,000 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T05:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T05:28:07,003 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f49461030c22,42629,1733117248340 suceeded 2024-12-02T05:28:07,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T05:28:07,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-02T05:28:07,004 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f49461030c22:32959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T05:28:07,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 412 msec 2024-12-02T05:28:07,014 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f49461030c22:32959' 2024-12-02T05:28:07,015 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ead2aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:07,015 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,32959,-1 for getting cluster id 2024-12-02T05:28:07,015 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:07,016 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41a27df4-30c2-4ae0-bd9b-c14dde6b829f' 2024-12-02T05:28:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41a27df4-30c2-4ae0-bd9b-c14dde6b829f" 2024-12-02T05:28:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d638f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,32959,-1] 2024-12-02T05:28:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:07,017 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:07,017 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3c7f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:07,017 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,32959,1733117268835 2024-12-02T05:28:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d18e357 2024-12-02T05:28:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:07,018 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T05:28:07,019 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f49461030c22,42629,1733117248340 (queues=1) is replicating from cluster=0ca0637a-33a5-4bdb-9bdf-42f0ae420e59 to cluster=41a27df4-30c2-4ae0-bd9b-c14dde6b829f 2024-12-02T05:28:07,019 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f49461030c22%2C42629%2C1733117248340 2024-12-02T05:28:07,019 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f49461030c22,42629,1733117248340, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T05:28:07,019 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567, startPosition=0, beingWritten=true 2024-12-02T05:28:07,019 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f49461030c22%2C42629%2C1733117248340 2024-12-02T05:28:07,090 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 to pos 687, reset compression=false 2024-12-02T05:28:07,095 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 was moved to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/oldWALs/f49461030c22%2C42629%2C1733117248340.1733117252223 2024-12-02T05:28:07,096 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223 2024-12-02T05:28:07,097 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42629,1733117248340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117252223, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T05:28:07,097 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567, startPosition=0, beingWritten=true 2024-12-02T05:28:07,099 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f49461030c22%2C42629%2C1733117248340.1733117252223] 2024-12-02T05:28:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T05:28:07,224 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T05:28:07,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:07,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:07,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:07,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:07,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:07,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T05:28:07,226 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 0, reset compression=false 2024-12-02T05:28:07,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733117287227/Put/seqid=0 2024-12-02T05:28:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741845_1021 (size=11194) 2024-12-02T05:28:07,529 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 0, reset compression=false 2024-12-02T05:28:07,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733117287633/Put/seqid=0 2024-12-02T05:28:07,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741846_1022 (size=10791) 2024-12-02T05:28:07,800 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 0, reset compression=false 2024-12-02T05:28:07,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:07,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:28:07,883 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 19, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 249170 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f49461030c22,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T05:28:07,933 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 0, reset compression=false 2024-12-02T05:28:08,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764e8e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:08,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f49461030c22,38325,-1 for getting cluster id 2024-12-02T05:28:08,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:08,038 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ca0637a-33a5-4bdb-9bdf-42f0ae420e59' 2024-12-02T05:28:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ca0637a-33a5-4bdb-9bdf-42f0ae420e59" 2024-12-02T05:28:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767edbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,38325,-1] 2024-12-02T05:28:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:08,039 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:08,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8852662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:08,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:28:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,42629,1733117248340, seqNum=-1] 2024-12-02T05:28:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:28:08,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T05:28:08,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,38325,1733117247372 2024-12-02T05:28:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63be86b8 2024-12-02T05:28:08,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:08,049 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T05:28:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2] 2024-12-02T05:28:08,054 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:28:08,058 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-02T05:28:08,060 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-02T05:28:08,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T05:28:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:08,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T05:28:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegion(2603): Flush status journal for e87b1f22daebe679e0e24ed0dd059eae: 2024-12-02T05:28:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_1 2024-12-02T05:28:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_1 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ 2024-12-02T05:28:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_0 2024-12-02T05:28:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_0 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ 2024-12-02T05:28:08,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_1 into e87b1f22daebe679e0e24ed0dd059eae/f as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ - updating store file list. 2024-12-02T05:28:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 634d6f15f49e4a7992931aca53c7ab71_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:08,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ into e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:08,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_1 into e87b1f22daebe679e0e24ed0dd059eae/f (new location: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_) 2024-12-02T05:28:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_1 2024-12-02T05:28:08,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_0 into e87b1f22daebe679e0e24ed0dd059eae/f as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ - updating store file list. 2024-12-02T05:28:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:08,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ into e87b1f22daebe679e0e24ed0dd059eae/f 2024-12-02T05:28:08,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_0 into e87b1f22daebe679e0e24ed0dd059eae/f (new location: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_) 2024-12-02T05:28:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/staging/jenkins__test__9tb071apdtagn29gtglb5dlqdv1puovmalh16fjhl2ckrj3ksjqdq1shftlab432/f/hfile_0 2024-12-02T05:28:08,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:08,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:08,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:08,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2 , the old value is region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f49461030c22:42629 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:28:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T05:28:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae., hostname=f49461030c22,42629,1733117248340, seqNum=2 from cache 2024-12-02T05:28:08,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:08,087 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T05:28:08,092 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:28:08,193 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-02T05:28:08,436 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 0, reset compression=false 2024-12-02T05:28:08,440 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:28:08,440 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f49461030c22,42629,1733117248340 got entry batch from reader: WALEntryBatch [walEntries=[{test/e87b1f22daebe679e0e24ed0dd059eae/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733117288085/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T05:28:08,441 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T05:28:08,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T05:28:08,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.ReplicationSink(318): Replicating [0ca0637a-33a5-4bdb-9bdf-42f0ae420e59] bulk loaded data 2024-12-02T05:28:08,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18a12d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:08,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] client.ClusterIdFetcher(90): Going to request f49461030c22,32959,-1 for getting cluster id 2024-12-02T05:28:08,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T05:28:08,443 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41a27df4-30c2-4ae0-bd9b-c14dde6b829f' 2024-12-02T05:28:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T05:28:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41a27df4-30c2-4ae0-bd9b-c14dde6b829f" 2024-12-02T05:28:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bf3751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f49461030c22,32959,-1] 2024-12-02T05:28:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T05:28:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:08,444 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-02T05:28:08,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d74230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T05:28:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741837_1013 (size=10791) 2024-12-02T05:28:08,604 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 0, reset compression=false 2024-12-02T05:28:08,608 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T05:28:08,608 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42629,1733117248340 got entry batch from reader: WALEntryBatch [walEntries=[{test/e87b1f22daebe679e0e24ed0dd059eae/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733117288085/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T05:28:08,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(318): Replicating [0ca0637a-33a5-4bdb-9bdf-42f0ae420e59] bulk loaded data 2024-12-02T05:28:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741839_1015 (size=10791) 2024-12-02T05:28:08,640 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:08,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:28:08,809 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741838_1014 (size=11194) 2024-12-02T05:28:08,943 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:09,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741840_1016 (size=11194) 2024-12-02T05:28:09,099 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T05:28:09,111 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:09,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T05:28:09,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f49461030c22,32959,1733117268835 2024-12-02T05:28:09,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c6ed1d2 2024-12-02T05:28:09,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T05:28:09,266 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-02T05:28:09,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:28:09,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T05:28:09,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f49461030c22,37629,1733117269432, seqNum=-1] 2024-12-02T05:28:09,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T05:28:09,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-02T05:28:09,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T05:28:09,274 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T05:28:09,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ for inclusion in 71d30257191431281ccc3d7ff8b0e42d/f 2024-12-02T05:28:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T05:28:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:09,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ for inclusion in 71d30257191431281ccc3d7ff8b0e42d/f 2024-12-02T05:28:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T05:28:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HRegion(2603): Flush status journal for 71d30257191431281ccc3d7ff8b0e42d: 2024-12-02T05:28:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:28:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/d1d346b7895f460d8834a4e3822da825_SeqId_4_ 2024-12-02T05:28:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:28:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/afb8e51ca8bc477387dd8832927c3be6_SeqId_4_ 2024-12-02T05:28:09,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ into 71d30257191431281ccc3d7ff8b0e42d/f as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/d1d346b7895f460d8834a4e3822da825_SeqId_4_ - updating store file list. 2024-12-02T05:28:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1d346b7895f460d8834a4e3822da825_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:09,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/d1d346b7895f460d8834a4e3822da825_SeqId_4_ into 71d30257191431281ccc3d7ff8b0e42d/f 2024-12-02T05:28:09,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ into 71d30257191431281ccc3d7ff8b0e42d/f (new location: hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/d1d346b7895f460d8834a4e3822da825_SeqId_4_) 2024-12-02T05:28:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ 2024-12-02T05:28:09,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ into 71d30257191431281ccc3d7ff8b0e42d/f as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/afb8e51ca8bc477387dd8832927c3be6_SeqId_4_ - updating store file list. 2024-12-02T05:28:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afb8e51ca8bc477387dd8832927c3be6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:09,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/afb8e51ca8bc477387dd8832927c3be6_SeqId_4_ into 71d30257191431281ccc3d7ff8b0e42d/f 2024-12-02T05:28:09,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ into 71d30257191431281ccc3d7ff8b0e42d/f (new location: hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/f/afb8e51ca8bc477387dd8832927c3be6_SeqId_4_) 2024-12-02T05:28:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/staging/jenkins.hfs.23__test__rcque42124b4c9leolcbq7nivrgkbsggih7pafitn5bj6ihkgd4u6cohc5b5ffg4/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ 2024-12-02T05:28:09,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37629 {}] regionserver.ReplicationSink(324): Finished replicating [0ca0637a-33a5-4bdb-9bdf-42f0ae420e59] bulk loaded data 2024-12-02T05:28:09,346 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:09,445 INFO [AsyncFSWAL-0-hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10-prefix:f49461030c22,42629,1733117248340.rep {}] wal.AbstractFSWAL(1368): Slow sync cost: 152 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45981,DS-48ee57b1-95c0-42b9-9cb4-b737ebb5bd1f,DISK]] 2024-12-02T05:28:09,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T05:28:09,452 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T05:28:09,454 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T05:28:09,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ for inclusion in eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T05:28:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:09,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ for inclusion in eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T05:28:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T05:28:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegion(2603): Flush status journal for eaf87a8317bb1e4dc5d5b30625e4ce28: 2024-12-02T05:28:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:28:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/20d529e37c0146f6a3f1d6b349d0dbe1_SeqId_6_ 2024-12-02T05:28:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T05:28:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/d0f17cf8196542ef93b6681869f4293b_SeqId_6_ 2024-12-02T05:28:09,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/20d529e37c0146f6a3f1d6b349d0dbe1_SeqId_6_ - updating store file list. 2024-12-02T05:28:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20d529e37c0146f6a3f1d6b349d0dbe1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:09,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/20d529e37c0146f6a3f1d6b349d0dbe1_SeqId_6_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:09,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f (new location: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/20d529e37c0146f6a3f1d6b349d0dbe1_SeqId_6_) 2024-12-02T05:28:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/634d6f15f49e4a7992931aca53c7ab71_SeqId_6_ 2024-12-02T05:28:09,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/d0f17cf8196542ef93b6681869f4293b_SeqId_6_ - updating store file list. 2024-12-02T05:28:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0f17cf8196542ef93b6681869f4293b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T05:28:09,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/d0f17cf8196542ef93b6681869f4293b_SeqId_6_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f 2024-12-02T05:28:09,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ into eaf87a8317bb1e4dc5d5b30625e4ce28/f (new location: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/f/d0f17cf8196542ef93b6681869f4293b_SeqId_6_) 2024-12-02T05:28:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/staging/jenkins.hfs.22__test__nlntu5cuqk317a3udht5ssp92e7uqq1v97uoof7901jqjakc42arg0ojr6mn8sur/f/c0bb7ce141fd4c408f0a58078cffb63b_SeqId_6_ 2024-12-02T05:28:09,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41711 {}] regionserver.ReplicationSink(324): Finished replicating [0ca0637a-33a5-4bdb-9bdf-42f0ae420e59] bulk loaded data 2024-12-02T05:28:09,515 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:09,849 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:10,018 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:10,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:28:10,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:10,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:10,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:10,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:10,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:10,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:28:10,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=813186837, stopped=false 2024-12-02T05:28:10,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,32959,1733117268835 2024-12-02T05:28:10,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1305729751/running 2024-12-02T05:28:10,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:28:10,349 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:28:10,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1305729751/running 2024-12-02T05:28:10,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:28:10,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:10,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:10,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:10,349 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,37629,1733117269432' ***** 2024-12-02T05:28:10,349 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:28:10,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on znode that does not yet exist, /2-1305729751/running 2024-12-02T05:28:10,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Set watcher on znode that does not yet exist, /2-1305729751/running 2024-12-02T05:28:10,351 INFO [RS:0;f49461030c22:37629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:28:10,351 INFO [RS:0;f49461030c22:37629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:28:10,351 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:28:10,351 INFO [RS:0;f49461030c22:37629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:28:10,351 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(3091): Received CLOSE for 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:10,351 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(959): stopping server f49461030c22,37629,1733117269432 2024-12-02T05:28:10,351 INFO [RS:0;f49461030c22:37629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:28:10,351 INFO [RS:0;f49461030c22:37629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:37629. 2024-12-02T05:28:10,352 DEBUG [RS:0;f49461030c22:37629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:10,351 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71d30257191431281ccc3d7ff8b0e42d, disabling compactions & flushes 2024-12-02T05:28:10,352 DEBUG [RS:0;f49461030c22:37629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:10,352 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:10,352 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:10,352 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. after waiting 0 ms 2024-12-02T05:28:10,352 INFO [RS:0;f49461030c22:37629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:28:10,352 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:10,352 INFO [RS:0;f49461030c22:37629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:28:10,352 INFO [RS:0;f49461030c22:37629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:28:10,352 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:28:10,352 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:28:10,352 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71d30257191431281ccc3d7ff8b0e42d=test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d.} 2024-12-02T05:28:10,352 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d30257191431281ccc3d7ff8b0e42d 2024-12-02T05:28:10,352 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:28:10,352 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:28:10,352 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:28:10,352 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:28:10,352 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:28:10,352 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T05:28:10,355 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/default/test/71d30257191431281ccc3d7ff8b0e42d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T05:28:10,355 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:28:10,356 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:28:10,356 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:10,356 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71d30257191431281ccc3d7ff8b0e42d: Waiting for close lock at 1733117290351Running coprocessor pre-close hooks at 1733117290351Disabling compacts and flushes for region at 1733117290351Disabling writes for close at 1733117290352 (+1 ms)Writing region close event to WAL at 1733117290352Running coprocessor post-close hooks at 1733117290355 (+3 ms)Closed at 1733117290356 (+1 ms) 2024-12-02T05:28:10,356 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d. 2024-12-02T05:28:10,365 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/info/26f7b68560a842f9b5418a3c8718c48a is 129, key is test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d./info:regioninfo/1733117280295/Put/seqid=0 2024-12-02T05:28:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741839_1015 (size=6421) 2024-12-02T05:28:10,369 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/info/26f7b68560a842f9b5418a3c8718c48a 2024-12-02T05:28:10,384 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/ns/f06c933d81384558a8b36df5066087cf is 43, key is default/ns:d/1733117274510/Put/seqid=0 2024-12-02T05:28:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741840_1016 (size=5153) 2024-12-02T05:28:10,443 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:28:10,452 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:10,505 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:28:10,505 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:28:10,552 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:10,621 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:10,752 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:10,788 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/ns/f06c933d81384558a8b36df5066087cf 2024-12-02T05:28:10,807 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/rep_barrier/cc06c591b3ac4eec9e8b5f1eadfe3d84 is 112, key is test,,1733117279155.71d30257191431281ccc3d7ff8b0e42d./rep_barrier:seqnumDuringOpen/1733117280295/Put/seqid=0 2024-12-02T05:28:10,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741841_1017 (size=5518) 2024-12-02T05:28:10,952 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:11,153 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:11,155 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:11,211 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/rep_barrier/cc06c591b3ac4eec9e8b5f1eadfe3d84 2024-12-02T05:28:11,228 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/table/c166f0f11db74020b6bc2b42d3e8d0f2 is 40, key is test/table:state/1733117280300/Put/seqid=0 2024-12-02T05:28:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741842_1018 (size=5165) 2024-12-02T05:28:11,324 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:11,353 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:28:11,353 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:28:11,353 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:11,553 DEBUG [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:11,631 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/table/c166f0f11db74020b6bc2b42d3e8d0f2 2024-12-02T05:28:11,635 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/info/26f7b68560a842f9b5418a3c8718c48a as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/info/26f7b68560a842f9b5418a3c8718c48a 2024-12-02T05:28:11,638 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/info/26f7b68560a842f9b5418a3c8718c48a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T05:28:11,638 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/ns/f06c933d81384558a8b36df5066087cf as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/ns/f06c933d81384558a8b36df5066087cf 2024-12-02T05:28:11,641 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/ns/f06c933d81384558a8b36df5066087cf, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:28:11,642 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/rep_barrier/cc06c591b3ac4eec9e8b5f1eadfe3d84 as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/rep_barrier/cc06c591b3ac4eec9e8b5f1eadfe3d84 2024-12-02T05:28:11,644 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/rep_barrier/cc06c591b3ac4eec9e8b5f1eadfe3d84, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T05:28:11,645 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/.tmp/table/c166f0f11db74020b6bc2b42d3e8d0f2 as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/table/c166f0f11db74020b6bc2b42d3e8d0f2 2024-12-02T05:28:11,648 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/table/c166f0f11db74020b6bc2b42d3e8d0f2, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:28:11,648 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-12-02T05:28:11,651 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T05:28:11,652 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:28:11,652 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:28:11,652 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:28:11,652 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117290352Running coprocessor pre-close hooks at 1733117290352Disabling compacts and flushes for region at 1733117290352Disabling writes for close at 1733117290352Obtaining lock to block concurrent updates at 1733117290352Preparing flush snapshotting stores in 1588230740 at 1733117290352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733117290353 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733117290353Flushing 1588230740/info: creating writer at 1733117290353Flushing 1588230740/info: appending metadata at 1733117290365 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733117290365Flushing 1588230740/ns: creating writer at 1733117290372 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733117290384 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733117290384Flushing 1588230740/rep_barrier: creating writer at 1733117290791 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117290807 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117290807Flushing 1588230740/table: creating writer at 1733117291215 (+408 ms)Flushing 1588230740/table: appending metadata at 1733117291227 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733117291227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6907fd9a: reopening flushed file at 1733117291634 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c4351d: reopening flushed file at 1733117291638 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5102e5ec: reopening flushed file at 1733117291641 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4678f90b: reopening flushed file at 1733117291644 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1733117291648 (+4 ms)Writing region close event to WAL at 1733117291649 (+1 ms)Running coprocessor post-close hooks at 1733117291652 (+3 ms)Closed at 1733117291652 2024-12-02T05:28:11,652 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:28:11,753 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(976): stopping server f49461030c22,37629,1733117269432; all regions closed. 2024-12-02T05:28:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741834_1010 (size=2717) 2024-12-02T05:28:11,757 DEBUG [RS:0;f49461030c22:37629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/oldWALs 2024-12-02T05:28:11,757 INFO [RS:0;f49461030c22:37629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C37629%2C1733117269432.meta:.meta(num 1733117274302) 2024-12-02T05:28:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741833_1009 (size=1028) 2024-12-02T05:28:11,760 DEBUG [RS:0;f49461030c22:37629 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/oldWALs 2024-12-02T05:28:11,760 INFO [RS:0;f49461030c22:37629 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C37629%2C1733117269432:(num 1733117273548) 2024-12-02T05:28:11,760 DEBUG [RS:0;f49461030c22:37629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:11,760 INFO [RS:0;f49461030c22:37629 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:28:11,760 INFO [RS:0;f49461030c22:37629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:28:11,760 INFO [RS:0;f49461030c22:37629 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T05:28:11,760 INFO [RS:0;f49461030c22:37629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:28:11,760 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:28:11,760 INFO [RS:0;f49461030c22:37629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:37629. 2024-12-02T05:28:11,760 DEBUG [RS:0;f49461030c22:37629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:11,761 DEBUG [RS:0;f49461030c22:37629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:11,761 DEBUG [RS:0;f49461030c22:37629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:11,761 INFO [RS:0;f49461030c22:37629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37629 2024-12-02T05:28:11,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:11,958 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:11,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751/rs 2024-12-02T05:28:11,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1305729751/rs/f49461030c22,37629,1733117269432 2024-12-02T05:28:11,976 INFO [RS:0;f49461030c22:37629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:28:11,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,37629,1733117269432] 2024-12-02T05:28:11,997 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1305729751/draining/f49461030c22,37629,1733117269432 already deleted, retry=false 2024-12-02T05:28:11,997 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,37629,1733117269432 expired; onlineServers=0 2024-12-02T05:28:11,997 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,32959,1733117268835' ***** 2024-12-02T05:28:11,997 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:28:11,997 INFO [M:0;f49461030c22:32959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:28:11,997 INFO [M:0;f49461030c22:32959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:28:11,997 DEBUG [M:0;f49461030c22:32959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:28:11,997 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:28:11,997 DEBUG [M:0;f49461030c22:32959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:28:11,997 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117272953 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117272953,5,FailOnTimeoutGroup] 2024-12-02T05:28:11,997 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117272953 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117272953,5,FailOnTimeoutGroup] 2024-12-02T05:28:11,997 INFO [M:0;f49461030c22:32959 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:28:11,997 INFO [M:0;f49461030c22:32959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:28:11,997 DEBUG [M:0;f49461030c22:32959 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:28:11,998 INFO [M:0;f49461030c22:32959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:28:11,998 INFO [M:0;f49461030c22:32959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:28:11,998 INFO [M:0;f49461030c22:32959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:28:11,998 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:28:12,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:12,086 INFO [RS:0;f49461030c22:37629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:28:12,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37629-0x10194826cde0007, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:12,086 INFO [RS:0;f49461030c22:37629 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,37629,1733117269432; zookeeper connection closed. 2024-12-02T05:28:12,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2acd4705 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2acd4705 2024-12-02T05:28:12,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:28:12,127 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1305729751/master 2024-12-02T05:28:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1305729751 2024-12-02T05:28:12,444 DEBUG [M:0;f49461030c22:32959 {}] zookeeper.ZKUtil(347): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Unable to get data of znode /2-1305729751/master because node does not exist (not an error) 2024-12-02T05:28:12,444 WARN [M:0;f49461030c22:32959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:28:12,445 INFO [M:0;f49461030c22:32959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/.lastflushedseqids 2024-12-02T05:28:12,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741843_1019 (size=173) 2024-12-02T05:28:12,449 INFO [M:0;f49461030c22:32959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:28:12,449 INFO [M:0;f49461030c22:32959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:28:12,449 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:28:12,449 INFO [M:0;f49461030c22:32959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:12,449 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:12,449 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:28:12,449 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:12,449 INFO [M:0;f49461030c22:32959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T05:28:12,471 DEBUG [M:0;f49461030c22:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ec8f1eb2d0546a4b008c7929a12c30e is 82, key is hbase:meta,,1/info:regioninfo/1733117274334/Put/seqid=0 2024-12-02T05:28:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741844_1020 (size=5672) 2024-12-02T05:28:12,861 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:12,874 INFO [M:0;f49461030c22:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ec8f1eb2d0546a4b008c7929a12c30e 2024-12-02T05:28:12,890 DEBUG [M:0;f49461030c22:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a86ff749d7d043d2bdc986561e3ed2cb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733117280302/Put/seqid=0 2024-12-02T05:28:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741845_1021 (size=6586) 2024-12-02T05:28:13,030 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:13,293 INFO [M:0;f49461030c22:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a86ff749d7d043d2bdc986561e3ed2cb 2024-12-02T05:28:13,312 DEBUG [M:0;f49461030c22:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d5d6208cef943c1876228049a16c680 is 69, key is f49461030c22,37629,1733117269432/rs:state/1733117273271/Put/seqid=0 2024-12-02T05:28:13,313 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T05:28:13,313 INFO [master/f49461030c22:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T05:28:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741846_1022 (size=5156) 2024-12-02T05:28:13,716 INFO [M:0;f49461030c22:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d5d6208cef943c1876228049a16c680 2024-12-02T05:28:13,719 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ec8f1eb2d0546a4b008c7929a12c30e as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ec8f1eb2d0546a4b008c7929a12c30e 2024-12-02T05:28:13,722 INFO [M:0;f49461030c22:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ec8f1eb2d0546a4b008c7929a12c30e, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T05:28:13,723 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a86ff749d7d043d2bdc986561e3ed2cb as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a86ff749d7d043d2bdc986561e3ed2cb 2024-12-02T05:28:13,726 INFO [M:0;f49461030c22:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a86ff749d7d043d2bdc986561e3ed2cb, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T05:28:13,727 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d5d6208cef943c1876228049a16c680 as hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d5d6208cef943c1876228049a16c680 2024-12-02T05:28:13,730 INFO [M:0;f49461030c22:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/8a63b621-5dc9-bfea-439e-c45930444056/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d5d6208cef943c1876228049a16c680, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T05:28:13,731 INFO [M:0;f49461030c22:32959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false 2024-12-02T05:28:13,732 INFO [M:0;f49461030c22:32959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:13,732 DEBUG [M:0;f49461030c22:32959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117292449Disabling compacts and flushes for region at 1733117292449Disabling writes for close at 1733117292449Obtaining lock to block concurrent updates at 1733117292449Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117292449Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733117292450 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117292450Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117292450Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117292470 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117292470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117292877 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117292890 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117292890Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117293297 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117293312 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117293312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6dae40: reopening flushed file at 1733117293719 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f355840: reopening flushed file at 1733117293722 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34944adf: reopening flushed file at 1733117293726 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false at 1733117293731 (+5 ms)Writing region close event to WAL at 1733117293732 (+1 ms)Closed at 1733117293732 2024-12-02T05:28:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741830_1006 (size=32770) 2024-12-02T05:28:13,737 INFO [M:0;f49461030c22:32959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:28:13,737 INFO [M:0;f49461030c22:32959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32959 2024-12-02T05:28:13,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:28:13,738 INFO [M:0;f49461030c22:32959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:28:13,864 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:14,023 INFO [M:0;f49461030c22:32959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:28:14,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:14,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x10194826cde0006, quorum=127.0.0.1:64221, baseZNode=/2-1305729751 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:14,033 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:14,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e89cbb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:28:14,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f26ecd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:28:14,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:28:14,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44359632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:28:14,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@107a847d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/hadoop.log.dir/,STOPPED} 2024-12-02T05:28:14,207 WARN [BP-1976776777-172.17.0.2-1733117264862 heartbeating to localhost/127.0.0.1:41025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:28:14,208 WARN [BP-1976776777-172.17.0.2-1733117264862 heartbeating to localhost/127.0.0.1:41025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1976776777-172.17.0.2-1733117264862 (Datanode Uuid c5513b19-f6c9-4e92-a89c-9596d1c5e760) service to localhost/127.0.0.1:41025 2024-12-02T05:28:14,208 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:28:14,208 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:28:14,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/cluster_5e57936b-e7dd-c842-e729-711c1216df4e/data/data1/current/BP-1976776777-172.17.0.2-1733117264862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:28:14,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/cluster_5e57936b-e7dd-c842-e729-711c1216df4e/data/data2/current/BP-1976776777-172.17.0.2-1733117264862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:28:14,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:28:14,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11b8c516{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:28:14,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ed029c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:28:14,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:28:14,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69130556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:28:14,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@281ca673{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cc5733ab-4b3a-f069-cbf8-22df88de0f63/hadoop.log.dir/,STOPPED} 2024-12-02T05:28:14,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:28:14,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:28:14,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:14,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:14,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:14,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:14,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:14,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:28:14,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1347359671, stopped=false 2024-12-02T05:28:14,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,38991,1733117259100 2024-12-02T05:28:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35243057/running 2024-12-02T05:28:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35243057/running 2024-12-02T05:28:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:28:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:28:14,391 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:28:14,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:14,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:14,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on znode that does not yet exist, /1-35243057/running 2024-12-02T05:28:14,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Set watcher on znode that does not yet exist, /1-35243057/running 2024-12-02T05:28:14,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:14,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,41711,1733117259935' ***** 2024-12-02T05:28:14,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:28:14,393 INFO [RS:0;f49461030c22:41711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:28:14,393 INFO [RS:0;f49461030c22:41711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:28:14,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:28:14,393 INFO [RS:0;f49461030c22:41711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:28:14,393 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(3091): Received CLOSE for eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:28:14,393 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(959): stopping server f49461030c22,41711,1733117259935 2024-12-02T05:28:14,394 INFO [RS:0;f49461030c22:41711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:28:14,394 INFO [RS:0;f49461030c22:41711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:41711. 2024-12-02T05:28:14,394 DEBUG [RS:0;f49461030c22:41711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaf87a8317bb1e4dc5d5b30625e4ce28, disabling compactions & flushes 2024-12-02T05:28:14,394 DEBUG [RS:0;f49461030c22:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:14,394 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. after waiting 0 ms 2024-12-02T05:28:14,394 INFO [RS:0;f49461030c22:41711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:28:14,394 INFO [RS:0;f49461030c22:41711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:28:14,394 INFO [RS:0;f49461030c22:41711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:28:14,394 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:28:14,394 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T05:28:14,394 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eaf87a8317bb1e4dc5d5b30625e4ce28=test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28.} 2024-12-02T05:28:14,394 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eaf87a8317bb1e4dc5d5b30625e4ce28 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:28:14,394 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:28:14,394 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:28:14,394 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T05:28:14,403 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/default/test/eaf87a8317bb1e4dc5d5b30625e4ce28/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T05:28:14,403 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:28:14,403 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:28:14,403 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:28:14,404 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaf87a8317bb1e4dc5d5b30625e4ce28: Waiting for close lock at 1733117294394Running coprocessor pre-close hooks at 1733117294394Disabling compacts and flushes for region at 1733117294394Disabling writes for close at 1733117294394Writing region close event to WAL at 1733117294394Running coprocessor post-close hooks at 1733117294403 (+9 ms)Closed at 1733117294403 2024-12-02T05:28:14,404 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28. 2024-12-02T05:28:14,416 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/info/f5c76a5bd5124c78918ebb42f88f192f is 129, key is test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28./info:regioninfo/1733117278144/Put/seqid=0 2024-12-02T05:28:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741841_1017 (size=6421) 2024-12-02T05:28:14,465 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:28:14,594 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:14,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T05:28:14,794 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:14,820 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/info/f5c76a5bd5124c78918ebb42f88f192f 2024-12-02T05:28:14,839 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/ns/6905bd082c864d7aaebdfcd67f3aca72 is 43, key is default/ns:d/1733117264588/Put/seqid=0 2024-12-02T05:28:14,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741842_1018 (size=5153) 2024-12-02T05:28:14,967 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:14,994 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:15,136 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:15,195 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:15,238 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:28:15,238 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:28:15,242 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/ns/6905bd082c864d7aaebdfcd67f3aca72 2024-12-02T05:28:15,257 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/rep_barrier/0db0551d876e42009979ec281d1dfa25 is 112, key is test,,1733117277006.eaf87a8317bb1e4dc5d5b30625e4ce28./rep_barrier:seqnumDuringOpen/1733117278144/Put/seqid=0 2024-12-02T05:28:15,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741843_1019 (size=5518) 2024-12-02T05:28:15,395 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:28:15,395 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:28:15,395 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:15,595 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:15,661 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/rep_barrier/0db0551d876e42009979ec281d1dfa25 2024-12-02T05:28:15,680 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/table/0bc74ea073e84418b59ce3bdb2e123ff is 40, key is test/table:state/1733117278149/Put/seqid=0 2024-12-02T05:28:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741844_1020 (size=5165) 2024-12-02T05:28:15,795 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:15,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:28:15,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:15,995 DEBUG [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:16,084 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/table/0bc74ea073e84418b59ce3bdb2e123ff 2024-12-02T05:28:16,088 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/info/f5c76a5bd5124c78918ebb42f88f192f as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/info/f5c76a5bd5124c78918ebb42f88f192f 2024-12-02T05:28:16,090 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/info/f5c76a5bd5124c78918ebb42f88f192f, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T05:28:16,091 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/ns/6905bd082c864d7aaebdfcd67f3aca72 as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/ns/6905bd082c864d7aaebdfcd67f3aca72 2024-12-02T05:28:16,094 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/ns/6905bd082c864d7aaebdfcd67f3aca72, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:28:16,094 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/rep_barrier/0db0551d876e42009979ec281d1dfa25 as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/rep_barrier/0db0551d876e42009979ec281d1dfa25 2024-12-02T05:28:16,098 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/rep_barrier/0db0551d876e42009979ec281d1dfa25, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T05:28:16,098 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/.tmp/table/0bc74ea073e84418b59ce3bdb2e123ff as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/table/0bc74ea073e84418b59ce3bdb2e123ff 2024-12-02T05:28:16,101 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/table/0bc74ea073e84418b59ce3bdb2e123ff, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T05:28:16,102 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false 2024-12-02T05:28:16,102 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:28:16,105 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T05:28:16,106 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:28:16,106 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:28:16,106 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:28:16,106 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117294394Running coprocessor pre-close hooks at 1733117294394Disabling compacts and flushes for region at 1733117294394Disabling writes for close at 1733117294394Obtaining lock to block concurrent updates at 1733117294394Preparing flush snapshotting stores in 1588230740 at 1733117294394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733117294395 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733117294401 (+6 ms)Flushing 1588230740/info: creating writer at 1733117294401Flushing 1588230740/info: appending metadata at 1733117294416 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733117294416Flushing 1588230740/ns: creating writer at 1733117294824 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733117294839 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733117294839Flushing 1588230740/rep_barrier: creating writer at 1733117295246 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117295257 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117295257Flushing 1588230740/table: creating writer at 1733117295664 (+407 ms)Flushing 1588230740/table: appending metadata at 1733117295679 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733117295679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36582f89: reopening flushed file at 1733117296087 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7e2ffc: reopening flushed file at 1733117296091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740587b0: reopening flushed file at 1733117296094 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e51d6f: reopening flushed file at 1733117296098 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false at 1733117296102 (+4 ms)Writing region close event to WAL at 1733117296104 (+2 ms)Running coprocessor post-close hooks at 1733117296106 (+2 ms)Closed at 1733117296106 2024-12-02T05:28:16,106 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:28:16,170 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:16,195 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(976): stopping server f49461030c22,41711,1733117259935; all regions closed. 2024-12-02T05:28:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741834_1010 (size=2717) 2024-12-02T05:28:16,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/WALs/f49461030c22,41711,1733117259935/f49461030c22%2C41711%2C1733117259935.meta.1733117264317.meta not finished, retry = 0 2024-12-02T05:28:16,299 DEBUG [RS:0;f49461030c22:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/oldWALs 2024-12-02T05:28:16,299 INFO [RS:0;f49461030c22:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C41711%2C1733117259935.meta:.meta(num 1733117264317) 2024-12-02T05:28:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741833_1009 (size=1374) 2024-12-02T05:28:16,302 DEBUG [RS:0;f49461030c22:41711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/oldWALs 2024-12-02T05:28:16,302 INFO [RS:0;f49461030c22:41711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f49461030c22%2C41711%2C1733117259935:(num 1733117263364) 2024-12-02T05:28:16,302 DEBUG [RS:0;f49461030c22:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:16,302 INFO [RS:0;f49461030c22:41711 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:28:16,303 INFO [RS:0;f49461030c22:41711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:28:16,303 INFO [RS:0;f49461030c22:41711 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T05:28:16,303 INFO [RS:0;f49461030c22:41711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:28:16,303 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:28:16,303 INFO [RS:0;f49461030c22:41711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:41711. 2024-12-02T05:28:16,303 DEBUG [RS:0;f49461030c22:41711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:16,303 DEBUG [RS:0;f49461030c22:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:16,303 DEBUG [RS:0;f49461030c22:41711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:16,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:16,303 INFO [RS:0;f49461030c22:41711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41711 2024-12-02T05:28:16,339 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:16,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35243057/rs/f49461030c22,41711,1733117259935 2024-12-02T05:28:16,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057/rs 2024-12-02T05:28:16,681 INFO [RS:0;f49461030c22:41711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:28:16,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,41711,1733117259935] 2024-12-02T05:28:16,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-35243057/draining/f49461030c22,41711,1733117259935 already deleted, retry=false 2024-12-02T05:28:16,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,41711,1733117259935 expired; onlineServers=0 2024-12-02T05:28:16,759 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,38991,1733117259100' ***** 2024-12-02T05:28:16,759 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:28:16,759 INFO [M:0;f49461030c22:38991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:28:16,759 INFO [M:0;f49461030c22:38991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:28:16,759 DEBUG [M:0;f49461030c22:38991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:28:16,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:28:16,759 DEBUG [M:0;f49461030c22:38991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:28:16,759 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117262851 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117262851,5,FailOnTimeoutGroup] 2024-12-02T05:28:16,759 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117262851 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117262851,5,FailOnTimeoutGroup] 2024-12-02T05:28:16,759 INFO [M:0;f49461030c22:38991 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:28:16,759 INFO [M:0;f49461030c22:38991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:28:16,759 DEBUG [M:0;f49461030c22:38991 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:28:16,760 INFO [M:0;f49461030c22:38991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:28:16,760 INFO [M:0;f49461030c22:38991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:28:16,760 ERROR [M:0;f49461030c22:38991 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33375,5,PEWorkerGroup] 2024-12-02T05:28:16,760 INFO [M:0;f49461030c22:38991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:28:16,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:28:16,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35243057/master 2024-12-02T05:28:16,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35243057 2024-12-02T05:28:16,775 DEBUG [M:0;f49461030c22:38991 {}] zookeeper.ZKUtil(347): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Unable to get data of znode /1-35243057/master because node does not exist (not an error) 2024-12-02T05:28:16,776 WARN [M:0;f49461030c22:38991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:28:16,776 INFO [M:0;f49461030c22:38991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/.lastflushedseqids 2024-12-02T05:28:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741845_1021 (size=173) 2024-12-02T05:28:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:16,846 INFO [RS:0;f49461030c22:41711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:28:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41711-0x10194826cde0004, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:16,846 INFO [RS:0;f49461030c22:41711 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,41711,1733117259935; zookeeper connection closed. 2024-12-02T05:28:16,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e9663c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e9663c1 2024-12-02T05:28:16,846 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:28:17,181 INFO [M:0;f49461030c22:38991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:28:17,181 INFO [M:0;f49461030c22:38991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:28:17,181 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:28:17,181 INFO [M:0;f49461030c22:38991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:17,181 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:17,181 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:28:17,181 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:17,181 INFO [M:0;f49461030c22:38991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.16 KB 2024-12-02T05:28:17,197 DEBUG [M:0;f49461030c22:38991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e37c54ad4e4aeb99ad5c4689f87f62 is 82, key is hbase:meta,,1/info:regioninfo/1733117264341/Put/seqid=0 2024-12-02T05:28:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741846_1022 (size=5672) 2024-12-02T05:28:17,473 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:17,600 INFO [M:0;f49461030c22:38991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e37c54ad4e4aeb99ad5c4689f87f62 2024-12-02T05:28:17,620 DEBUG [M:0;f49461030c22:38991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c96449818f741b991e357253087e8f8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733117278151/Put/seqid=0 2024-12-02T05:28:17,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741847_1023 (size=6726) 2024-12-02T05:28:17,642 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:18,024 INFO [M:0;f49461030c22:38991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.52 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c96449818f741b991e357253087e8f8 2024-12-02T05:28:18,027 INFO [M:0;f49461030c22:38991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c96449818f741b991e357253087e8f8 2024-12-02T05:28:18,042 DEBUG [M:0;f49461030c22:38991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d818f63236949669ec899df36fedf14 is 69, key is f49461030c22,41711,1733117259935/rs:state/1733117263213/Put/seqid=0 2024-12-02T05:28:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741848_1024 (size=5156) 2024-12-02T05:28:18,446 INFO [M:0;f49461030c22:38991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d818f63236949669ec899df36fedf14 2024-12-02T05:28:18,449 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e37c54ad4e4aeb99ad5c4689f87f62 as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e37c54ad4e4aeb99ad5c4689f87f62 2024-12-02T05:28:18,452 INFO [M:0;f49461030c22:38991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e37c54ad4e4aeb99ad5c4689f87f62, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T05:28:18,452 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c96449818f741b991e357253087e8f8 as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c96449818f741b991e357253087e8f8 2024-12-02T05:28:18,455 INFO [M:0;f49461030c22:38991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c96449818f741b991e357253087e8f8 2024-12-02T05:28:18,455 INFO [M:0;f49461030c22:38991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c96449818f741b991e357253087e8f8, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T05:28:18,455 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d818f63236949669ec899df36fedf14 as hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d818f63236949669ec899df36fedf14 2024-12-02T05:28:18,458 INFO [M:0;f49461030c22:38991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33375/user/jenkins/test-data/2ed001b0-0720-cfb2-9b4d-5c5f1fb78885/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d818f63236949669ec899df36fedf14, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T05:28:18,459 INFO [M:0;f49461030c22:38991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28747, heapSize ~33.86 KB/34672, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=58, compaction requested=false 2024-12-02T05:28:18,460 INFO [M:0;f49461030c22:38991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:18,460 DEBUG [M:0;f49461030c22:38991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117297181Disabling compacts and flushes for region at 1733117297181Disabling writes for close at 1733117297181Obtaining lock to block concurrent updates at 1733117297181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117297181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28747, getHeapSize=34912, getOffHeapSize=0, getCellsCount=69 at 1733117297181Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117297182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117297182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117297197 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117297197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117297603 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117297620 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117297620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117298027 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117298042 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117298042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1841c4: reopening flushed file at 1733117298449 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708f2999: reopening flushed file at 1733117298452 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ce3832: reopening flushed file at 1733117298455 (+3 ms)Finished flush of dataSize ~28.07 KB/28747, heapSize ~33.86 KB/34672, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=58, compaction requested=false at 1733117298459 (+4 ms)Writing region close event to WAL at 1733117298460 (+1 ms)Closed at 1733117298460 2024-12-02T05:28:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42685 is added to blk_1073741830_1006 (size=33046) 2024-12-02T05:28:18,462 INFO [M:0;f49461030c22:38991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:28:18,462 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:28:18,462 INFO [M:0;f49461030c22:38991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38991 2024-12-02T05:28:18,462 INFO [M:0;f49461030c22:38991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:28:18,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:18,770 INFO [M:0;f49461030c22:38991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:28:18,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38991-0x10194826cde0003, quorum=127.0.0.1:64221, baseZNode=/1-35243057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:18,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2532a400{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:28:18,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a8887bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:28:18,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:28:18,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@731f41e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:28:18,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57475549{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.log.dir/,STOPPED} 2024-12-02T05:28:18,774 WARN [BP-1490565397-172.17.0.2-1733117253522 heartbeating to localhost/127.0.0.1:33375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:28:18,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:28:18,774 WARN [BP-1490565397-172.17.0.2-1733117253522 heartbeating to localhost/127.0.0.1:33375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490565397-172.17.0.2-1733117253522 (Datanode Uuid 58a2764e-af8e-4484-9a65-c47a8084861d) service to localhost/127.0.0.1:33375 2024-12-02T05:28:18,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:28:18,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/cluster_6c3942b8-c647-3252-5af0-beb4d9aafacb/data/data1/current/BP-1490565397-172.17.0.2-1733117253522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:28:18,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/cluster_6c3942b8-c647-3252-5af0-beb4d9aafacb/data/data2/current/BP-1490565397-172.17.0.2-1733117253522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:28:18,774 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:28:18,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@401cf89e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:28:18,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77edbf16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:28:18,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:28:18,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2f17ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:28:18,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33fe0f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/925f0cad-2ebb-29b3-3caf-42213d0196f0/hadoop.log.dir/,STOPPED} 2024-12-02T05:28:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:28:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T05:28:18,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:18,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:18,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:18,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:18,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:18,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T05:28:18,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1237239765, stopped=false 2024-12-02T05:28:18,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f49461030c22,38325,1733117247372 2024-12-02T05:28:18,875 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:19,045 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457490573/running 2024-12-02T05:28:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457490573/running 2024-12-02T05:28:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:28:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:28:19,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:28:19,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T05:28:19,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:19,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:19,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on znode that does not yet exist, /01457490573/running 2024-12-02T05:28:19,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Set watcher on znode that does not yet exist, /01457490573/running 2024-12-02T05:28:19,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f49461030c22,42629,1733117248340' ***** 2024-12-02T05:28:19,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T05:28:19,212 INFO [RS:0;f49461030c22:42629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T05:28:19,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(3091): Received CLOSE for cf664aa3de9d85a539f2b7b7937fda00 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(3091): Received CLOSE for e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(959): stopping server f49461030c22,42629,1733117248340 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42629. 2024-12-02T05:28:19,213 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf664aa3de9d85a539f2b7b7937fda00, disabling compactions & flushes 2024-12-02T05:28:19,213 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:19,213 DEBUG [RS:0;f49461030c22:42629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:19,213 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:19,213 DEBUG [RS:0;f49461030c22:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:19,213 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. after waiting 0 ms 2024-12-02T05:28:19,213 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:19,213 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf664aa3de9d85a539f2b7b7937fda00 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T05:28:19,213 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T05:28:19,214 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T05:28:19,214 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1325): Online Regions={cf664aa3de9d85a539f2b7b7937fda00=hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00., 1588230740=hbase:meta,,1.1588230740, e87b1f22daebe679e0e24ed0dd059eae=test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae.} 2024-12-02T05:28:19,214 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf664aa3de9d85a539f2b7b7937fda00, e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:28:19,214 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T05:28:19,214 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T05:28:19,214 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T05:28:19,214 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T05:28:19,214 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T05:28:19,214 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T05:28:19,230 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/info/02f96469df134b0ca1ce8798622a0b90 is 147, key is hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00./info:regioninfo/1733117282476/Put/seqid=0 2024-12-02T05:28:19,231 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/.tmp/hfileref/6d9da58c458748b2bd97a51561f390b6 is 74, key is 1/hfileref:2b9959771c0d4a9e8b083d8a36040d58_SeqId_4_/1733117285927/DeleteColumn/seqid=0 2024-12-02T05:28:19,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741847_1023 (size=7686) 2024-12-02T05:28:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741848_1024 (size=5489) 2024-12-02T05:28:19,249 INFO [regionserver/f49461030c22:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:28:19,414 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf664aa3de9d85a539f2b7b7937fda00, e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:28:19,614 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf664aa3de9d85a539f2b7b7937fda00, e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:28:19,638 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/info/02f96469df134b0ca1ce8798622a0b90 2024-12-02T05:28:19,642 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/.tmp/hfileref/6d9da58c458748b2bd97a51561f390b6 2024-12-02T05:28:19,654 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/ns/3152609e178a4727b0353b40aa54509e is 43, key is default/ns:d/1733117253303/Put/seqid=0 2024-12-02T05:28:19,656 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/.tmp/queue/24673c7f0f9e4b8e9bf44fbe7269e61b is 153, key is 1-f49461030c22,42629,1733117248340/queue:f49461030c22%2C42629%2C1733117248340/1733117289470/Put/seqid=0 2024-12-02T05:28:19,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741849_1025 (size=5153) 2024-12-02T05:28:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741850_1026 (size=5504) 2024-12-02T05:28:19,814 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf664aa3de9d85a539f2b7b7937fda00, e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:28:20,015 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf664aa3de9d85a539f2b7b7937fda00, e87b1f22daebe679e0e24ed0dd059eae 2024-12-02T05:28:20,057 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/ns/3152609e178a4727b0353b40aa54509e 2024-12-02T05:28:20,059 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/.tmp/queue/24673c7f0f9e4b8e9bf44fbe7269e61b 2024-12-02T05:28:20,062 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/.tmp/hfileref/6d9da58c458748b2bd97a51561f390b6 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/hfileref/6d9da58c458748b2bd97a51561f390b6 2024-12-02T05:28:20,065 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/hfileref/6d9da58c458748b2bd97a51561f390b6, entries=6, sequenceid=17, filesize=5.4 K 2024-12-02T05:28:20,065 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/.tmp/queue/24673c7f0f9e4b8e9bf44fbe7269e61b as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/queue/24673c7f0f9e4b8e9bf44fbe7269e61b 2024-12-02T05:28:20,068 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/queue/24673c7f0f9e4b8e9bf44fbe7269e61b, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T05:28:20,069 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cf664aa3de9d85a539f2b7b7937fda00 in 856ms, sequenceid=17, compaction requested=false 2024-12-02T05:28:20,075 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/replication/cf664aa3de9d85a539f2b7b7937fda00/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-02T05:28:20,075 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:28:20,075 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:28:20,075 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:20,076 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf664aa3de9d85a539f2b7b7937fda00: Waiting for close lock at 1733117299213Running coprocessor pre-close hooks at 1733117299213Disabling compacts and flushes for region at 1733117299213Disabling writes for close at 1733117299213Obtaining lock to block concurrent updates at 1733117299213Preparing flush snapshotting stores in cf664aa3de9d85a539f2b7b7937fda00 at 1733117299213Finished memstore snapshotting hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733117299213Flushing stores of hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. at 1733117299214 (+1 ms)Flushing cf664aa3de9d85a539f2b7b7937fda00/hfileref: creating writer at 1733117299214Flushing cf664aa3de9d85a539f2b7b7937fda00/hfileref: appending metadata at 1733117299230 (+16 ms)Flushing cf664aa3de9d85a539f2b7b7937fda00/hfileref: closing flushed file at 1733117299230Flushing cf664aa3de9d85a539f2b7b7937fda00/queue: creating writer at 1733117299645 (+415 ms)Flushing cf664aa3de9d85a539f2b7b7937fda00/queue: appending metadata at 1733117299656 (+11 ms)Flushing cf664aa3de9d85a539f2b7b7937fda00/queue: closing flushed file at 1733117299656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498e6405: reopening flushed file at 1733117300062 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643b562: reopening flushed file at 1733117300065 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cf664aa3de9d85a539f2b7b7937fda00 in 856ms, sequenceid=17, compaction requested=false at 1733117300069 (+4 ms)Writing region close event to WAL at 1733117300072 (+3 ms)Running coprocessor post-close hooks at 1733117300075 (+3 ms)Closed at 1733117300075 2024-12-02T05:28:20,076 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733117281317.cf664aa3de9d85a539f2b7b7937fda00. 2024-12-02T05:28:20,076 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e87b1f22daebe679e0e24ed0dd059eae, disabling compactions & flushes 2024-12-02T05:28:20,076 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:28:20,076 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:28:20,076 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. after waiting 0 ms 2024-12-02T05:28:20,076 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:28:20,077 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/rep_barrier/cfd6bb6ffb3c41e882c49677d3f54276 is 112, key is test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae./rep_barrier:seqnumDuringOpen/1733117275992/Put/seqid=0 2024-12-02T05:28:20,079 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/default/test/e87b1f22daebe679e0e24ed0dd059eae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T05:28:20,079 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:28:20,079 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T05:28:20,079 INFO [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:28:20,079 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e87b1f22daebe679e0e24ed0dd059eae: Waiting for close lock at 1733117300076Running coprocessor pre-close hooks at 1733117300076Disabling compacts and flushes for region at 1733117300076Disabling writes for close at 1733117300076Writing region close event to WAL at 1733117300076Running coprocessor post-close hooks at 1733117300079 (+3 ms)Closed at 1733117300079 2024-12-02T05:28:20,079 DEBUG [RS_CLOSE_REGION-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733117274855.e87b1f22daebe679e0e24ed0dd059eae. 2024-12-02T05:28:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741851_1027 (size=5518) 2024-12-02T05:28:20,080 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/rep_barrier/cfd6bb6ffb3c41e882c49677d3f54276 2024-12-02T05:28:20,098 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/table/f763ca2011e04f7788550dc3a2089f36 is 53, key is hbase:replication/table:state/1733117282482/Put/seqid=0 2024-12-02T05:28:20,101 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T05:28:20,101 INFO [regionserver/f49461030c22:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T05:28:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741852_1028 (size=5308) 2024-12-02T05:28:20,215 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T05:28:20,215 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T05:28:20,215 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:20,379 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:20,383 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:28:20,383 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 688, reset compression=false 2024-12-02T05:28:20,383 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f49461030c22,42629,1733117248340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:28:20,384 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f49461030c22,42629,1733117248340: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f49461030c22,42629,1733117248340, walGroup=f49461030c22%2C42629%2C1733117248340, offset=f49461030c22%2C42629%2C1733117248340.1733117286567:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:42629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T05:28:20,385 ERROR [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T05:28:20,385 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T05:28:20,385 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T05:28:20,385 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T05:28:20,385 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T05:28:20,385 INFO [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1158398528 }, "NonHeapMemoryUsage": { "committed": 213385216, "init": 7667712, "max": -1, "used": 210235136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T05:28:20,385 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f49461030c22:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-02T05:28:20,415 DEBUG [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T05:28:20,502 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/table/f763ca2011e04f7788550dc3a2089f36 2024-12-02T05:28:20,506 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/info/02f96469df134b0ca1ce8798622a0b90 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/info/02f96469df134b0ca1ce8798622a0b90 2024-12-02T05:28:20,509 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/info/02f96469df134b0ca1ce8798622a0b90, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T05:28:20,510 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/ns/3152609e178a4727b0353b40aa54509e as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/ns/3152609e178a4727b0353b40aa54509e 2024-12-02T05:28:20,513 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/ns/3152609e178a4727b0353b40aa54509e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T05:28:20,513 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/rep_barrier/cfd6bb6ffb3c41e882c49677d3f54276 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/rep_barrier/cfd6bb6ffb3c41e882c49677d3f54276 2024-12-02T05:28:20,516 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/rep_barrier/cfd6bb6ffb3c41e882c49677d3f54276, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T05:28:20,517 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/.tmp/table/f763ca2011e04f7788550dc3a2089f36 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/table/f763ca2011e04f7788550dc3a2089f36 2024-12-02T05:28:20,520 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/table/f763ca2011e04f7788550dc3a2089f36, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T05:28:20,521 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-12-02T05:28:20,521 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T05:28:20,524 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T05:28:20,525 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T05:28:20,525 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T05:28:20,525 INFO [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T05:28:20,525 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733117299214Running coprocessor pre-close hooks at 1733117299214Disabling compacts and flushes for region at 1733117299214Disabling writes for close at 1733117299214Obtaining lock to block concurrent updates at 1733117299214Preparing flush snapshotting stores in 1588230740 at 1733117299214Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733117299214Flushing stores of hbase:meta,,1.1588230740 at 1733117299215 (+1 ms)Flushing 1588230740/info: creating writer at 1733117299215Flushing 1588230740/info: appending metadata at 1733117299230 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733117299230Flushing 1588230740/ns: creating writer at 1733117299642 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733117299653 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733117299653Flushing 1588230740/rep_barrier: creating writer at 1733117300060 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733117300076 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733117300076Flushing 1588230740/table: creating writer at 1733117300083 (+7 ms)Flushing 1588230740/table: appending metadata at 1733117300098 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733117300098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dac79f6: reopening flushed file at 1733117300505 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41648992: reopening flushed file at 1733117300509 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d66cca: reopening flushed file at 1733117300513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c387c12: reopening flushed file at 1733117300517 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1733117300521 (+4 ms)Writing region close event to WAL at 1733117300522 (+1 ms)Running coprocessor post-close hooks at 1733117300525 (+3 ms)Closed at 1733117300525 2024-12-02T05:28:20,525 DEBUG [RS_CLOSE_META-regionserver/f49461030c22:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T05:28:20,548 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 393, reset compression=false 2024-12-02T05:28:20,551 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T05:28:20,551 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 688, reset compression=false 2024-12-02T05:28:20,551 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f49461030c22,42629,1733117248340 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T05:28:20,552 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-02T05:28:20,586 DEBUG [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/WALs/f49461030c22,42629,1733117248340/f49461030c22%2C42629%2C1733117248340.1733117286567 to pos 688, reset compression=false 2024-12-02T05:28:20,615 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(976): stopping server f49461030c22,42629,1733117248340; all regions closed. 2024-12-02T05:28:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741842_1018 (size=859) 2024-12-02T05:28:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741844_1020 (size=2791) 2024-12-02T05:28:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741843_1019 (size=696) 2024-12-02T05:28:20,620 DEBUG [RS:0;f49461030c22:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:20,620 INFO [RS:0;f49461030c22:42629 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T05:28:20,620 INFO [RS:0;f49461030c22:42629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:28:20,620 INFO [RS:0;f49461030c22:42629 {}] hbase.ChoreService(370): Chore service for: regionserver/f49461030c22:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T05:28:20,620 INFO [RS:0;f49461030c22:42629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:28:20,620 INFO [regionserver/f49461030c22:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:28:20,621 INFO [RS:0;f49461030c22:42629 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f49461030c22,42629,1733117248340 because: Region server is closing 2024-12-02T05:28:20,621 INFO [RS:0;f49461030c22:42629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42629. 2024-12-02T05:28:20,621 DEBUG [RS:0;f49461030c22:42629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:20,621 DEBUG [RS:0;f49461030c22:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:20,621 DEBUG [RS:0;f49461030c22:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:20,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:20,721 INFO [RS:0;f49461030c22:42629 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 terminated 2024-12-02T05:28:20,722 INFO [RS:0;f49461030c22:42629 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f49461030c22,42629,1733117248340 because: Region server is closing 2024-12-02T05:28:20,722 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,1-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,1-f49461030c22,42629,1733117248340 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:28:20,722 INFO [RS:0;f49461030c22:42629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f49461030c22:42629. 2024-12-02T05:28:20,722 DEBUG [RS:0;f49461030c22:42629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T05:28:20,722 DEBUG [RS:0;f49461030c22:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:20,722 DEBUG [RS:0;f49461030c22:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T05:28:20,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T05:28:20,822 INFO [RS:0;f49461030c22:42629 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.shipperf49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 terminated 2024-12-02T05:28:20,822 WARN [RS_REFRESH_PEER-regionserver/f49461030c22:0-0.replicationSource,2-f49461030c22,42629,1733117248340.replicationSource.wal-reader.f49461030c22%2C42629%2C1733117248340,2-f49461030c22,42629,1733117248340 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T05:28:20,822 INFO [RS:0;f49461030c22:42629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42629 2024-12-02T05:28:21,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457490573/rs/f49461030c22,42629,1733117248340 2024-12-02T05:28:21,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573/rs 2024-12-02T05:28:21,032 INFO [RS:0;f49461030c22:42629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:28:21,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f49461030c22,42629,1733117248340] 2024-12-02T05:28:21,143 INFO [RS:0;f49461030c22:42629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:28:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:21,143 INFO [RS:0;f49461030c22:42629 {}] regionserver.HRegionServer(1031): Exiting; stopping=f49461030c22,42629,1733117248340; zookeeper connection closed. 2024-12-02T05:28:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10194826cde0001, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:21,143 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f1072b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f1072b3 2024-12-02T05:28:21,143 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T05:28:21,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01457490573/draining/f49461030c22,42629,1733117248340 already deleted, retry=false 2024-12-02T05:28:21,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f49461030c22,42629,1733117248340 expired; onlineServers=0 2024-12-02T05:28:21,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f49461030c22,38325,1733117247372' ***** 2024-12-02T05:28:21,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T05:28:21,228 INFO [M:0;f49461030c22:38325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T05:28:21,228 INFO [M:0;f49461030c22:38325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T05:28:21,228 DEBUG [M:0;f49461030c22:38325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T05:28:21,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T05:28:21,228 DEBUG [M:0;f49461030c22:38325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T05:28:21,228 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117251638 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.large.0-1733117251638,5,FailOnTimeoutGroup] 2024-12-02T05:28:21,228 DEBUG [master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117251638 {}] cleaner.HFileCleaner(306): Exit Thread[master/f49461030c22:0:becomeActiveMaster-HFileCleaner.small.0-1733117251638,5,FailOnTimeoutGroup] 2024-12-02T05:28:21,229 INFO [M:0;f49461030c22:38325 {}] hbase.ChoreService(370): Chore service for: master/f49461030c22:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T05:28:21,229 INFO [M:0;f49461030c22:38325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T05:28:21,229 DEBUG [M:0;f49461030c22:38325 {}] master.HMaster(1795): Stopping service threads 2024-12-02T05:28:21,229 INFO [M:0;f49461030c22:38325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T05:28:21,229 INFO [M:0;f49461030c22:38325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T05:28:21,229 ERROR [M:0;f49461030c22:38325 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44615,5,PEWorkerGroup] 2024-12-02T05:28:21,229 INFO [M:0;f49461030c22:38325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T05:28:21,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T05:28:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01457490573/master 2024-12-02T05:28:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01457490573 2024-12-02T05:28:21,264 DEBUG [M:0;f49461030c22:38325 {}] zookeeper.ZKUtil(347): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Unable to get data of znode /01457490573/master because node does not exist (not an error) 2024-12-02T05:28:21,264 WARN [M:0;f49461030c22:38325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T05:28:21,265 INFO [M:0;f49461030c22:38325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/.lastflushedseqids 2024-12-02T05:28:21,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741853_1029 (size=263) 2024-12-02T05:28:21,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T05:28:21,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,669 INFO [M:0;f49461030c22:38325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T05:28:21,669 INFO [M:0;f49461030c22:38325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T05:28:21,669 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T05:28:21,669 INFO [M:0;f49461030c22:38325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:21,669 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:21,669 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T05:28:21,669 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:21,670 INFO [M:0;f49461030c22:38325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.95 KB heapSize=70.89 KB 2024-12-02T05:28:21,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T05:28:21,688 DEBUG [M:0;f49461030c22:38325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/113b5dc8ab294bb697edb5cb90032672 is 82, key is hbase:meta,,1/info:regioninfo/1733117253075/Put/seqid=0 2024-12-02T05:28:21,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741854_1030 (size=5672) 2024-12-02T05:28:21,692 INFO [M:0;f49461030c22:38325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/113b5dc8ab294bb697edb5cb90032672 2024-12-02T05:28:21,710 DEBUG [M:0;f49461030c22:38325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/855238321372426e98c30bdf3cd48b7b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733117282484/Put/seqid=0 2024-12-02T05:28:21,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741855_1031 (size=9048) 2024-12-02T05:28:22,114 INFO [M:0;f49461030c22:38325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.39 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/855238321372426e98c30bdf3cd48b7b 2024-12-02T05:28:22,117 INFO [M:0;f49461030c22:38325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 855238321372426e98c30bdf3cd48b7b 2024-12-02T05:28:22,129 DEBUG [M:0;f49461030c22:38325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dee0ebc30d44180b45492ab7e4ba9bd is 69, key is f49461030c22,42629,1733117248340/rs:state/1733117252026/Put/seqid=0 2024-12-02T05:28:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741856_1032 (size=5156) 2024-12-02T05:28:22,533 INFO [M:0;f49461030c22:38325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dee0ebc30d44180b45492ab7e4ba9bd 2024-12-02T05:28:22,537 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/113b5dc8ab294bb697edb5cb90032672 as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/113b5dc8ab294bb697edb5cb90032672 2024-12-02T05:28:22,540 INFO [M:0;f49461030c22:38325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/113b5dc8ab294bb697edb5cb90032672, entries=8, sequenceid=116, filesize=5.5 K 2024-12-02T05:28:22,541 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/855238321372426e98c30bdf3cd48b7b as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/855238321372426e98c30bdf3cd48b7b 2024-12-02T05:28:22,543 INFO [M:0;f49461030c22:38325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 855238321372426e98c30bdf3cd48b7b 2024-12-02T05:28:22,543 INFO [M:0;f49461030c22:38325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/855238321372426e98c30bdf3cd48b7b, entries=13, sequenceid=116, filesize=8.8 K 2024-12-02T05:28:22,544 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dee0ebc30d44180b45492ab7e4ba9bd as hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dee0ebc30d44180b45492ab7e4ba9bd 2024-12-02T05:28:22,546 INFO [M:0;f49461030c22:38325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dee0ebc30d44180b45492ab7e4ba9bd, entries=1, sequenceid=116, filesize=5.0 K 2024-12-02T05:28:22,547 INFO [M:0;f49461030c22:38325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.95 KB/61384, heapSize ~70.59 KB/72288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=116, compaction requested=false 2024-12-02T05:28:22,548 INFO [M:0;f49461030c22:38325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T05:28:22,548 DEBUG [M:0;f49461030c22:38325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733117301669Disabling compacts and flushes for region at 1733117301669Disabling writes for close at 1733117301669Obtaining lock to block concurrent updates at 1733117301670 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733117301670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61384, getHeapSize=72528, getOffHeapSize=0, getCellsCount=135 at 1733117301670Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733117301670Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733117301670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733117301688 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733117301688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733117301695 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733117301710 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733117301710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733117302117 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733117302129 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733117302129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b67f6a2: reopening flushed file at 1733117302536 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb9bac5: reopening flushed file at 1733117302540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9736f6: reopening flushed file at 1733117302543 (+3 ms)Finished flush of dataSize ~59.95 KB/61384, heapSize ~70.59 KB/72288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=116, compaction requested=false at 1733117302547 (+4 ms)Writing region close event to WAL at 1733117302548 (+1 ms)Closed at 1733117302548 2024-12-02T05:28:22,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741830_1006 (size=69427) 2024-12-02T05:28:22,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc84b390-c1e4-b1f4-5c73-a6e373a4ca10/MasterData/WALs/f49461030c22,38325,1733117247372/f49461030c22%2C38325%2C1733117247372.1733117250654 not finished, retry = 0 2024-12-02T05:28:22,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T05:28:22,650 INFO [M:0;f49461030c22:38325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T05:28:22,651 INFO [M:0;f49461030c22:38325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38325 2024-12-02T05:28:22,651 INFO [M:0;f49461030c22:38325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T05:28:23,090 INFO [M:0;f49461030c22:38325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T05:28:23,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:23,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x10194826cde0000, quorum=127.0.0.1:64221, baseZNode=/01457490573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T05:28:23,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37ed8437{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T05:28:23,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51cdd22c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:28:23,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:28:23,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49161e17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:28:23,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f48078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.log.dir/,STOPPED} 2024-12-02T05:28:23,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T05:28:23,094 WARN [BP-1363157811-172.17.0.2-1733117243718 heartbeating to localhost/127.0.0.1:44615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T05:28:23,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T05:28:23,094 WARN [BP-1363157811-172.17.0.2-1733117243718 heartbeating to localhost/127.0.0.1:44615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1363157811-172.17.0.2-1733117243718 (Datanode Uuid 0f5160d6-a7ab-4fd1-b10b-698f213a4f61) service to localhost/127.0.0.1:44615 2024-12-02T05:28:23,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218/data/data1/current/BP-1363157811-172.17.0.2-1733117243718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:28:23,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/cluster_ea8170b3-49b0-6b4c-4a64-e90420439218/data/data2/current/BP-1363157811-172.17.0.2-1733117243718 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T05:28:23,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T05:28:23,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f9bbb60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T05:28:23,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f8a440{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T05:28:23,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T05:28:23,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@307d7ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T05:28:23,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7957ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d8af0687-ffc0-2590-953f-a2005ffce100/hadoop.log.dir/,STOPPED} 2024-12-02T05:28:23,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T05:28:23,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T05:28:23,137 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=579 (was 520) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:44615 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64221) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33375 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64221) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64221) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=968 (was 867) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 469) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5499 (was 5665) 2024-12-02T05:28:23,138 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=579 is superior to 500